[ 527.227015] env[65441]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 527.227015] env[65441]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 528.227550] env[65529]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 528.227550] env[65529]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 529.777165] env[65529]: INFO neutron.common.config [-] Logging enabled! [ 529.777365] env[65529]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev74 [ 529.777696] env[65529]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65529) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 529.778008] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 529.778110] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 529.778962] env[65529]: WARNING oslo_policy.policy [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 529.779206] env[65529]: WARNING oslo_policy.policy [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 529.780838] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] VMware NSXv3 Agent initialized successfully. [ 529.781269] env[65529]: DEBUG oslo_concurrency.lockutils [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] Acquiring lock "singleton_lock" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.781353] env[65529]: DEBUG oslo_concurrency.lockutils [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] Acquired lock "singleton_lock" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.781555] env[65529]: DEBUG oslo_concurrency.lockutils [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] Releasing lock "singleton_lock" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.781830] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] Full set of CONF: {{(pid=65529) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 529.781940] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ******************************************************************************** {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 529.782051] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] Configuration options gathered from: {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 529.782389] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 529.782558] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 529.782662] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ================================================================================ {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 529.782823] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] agent_down_time = 75 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.782958] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] allow_automatic_dhcp_failover = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.783103] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] allow_bulk = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.783251] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] api_extensions_path = {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.783391] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] api_paste_config = api-paste.ini {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.783530] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] auth_strategy = keystone {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.783624] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] backdoor_port = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.783721] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] backdoor_socket = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.783851] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] backlog = 4096 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.783987] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] base_mac = fa:16:3e:00:00:00 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.784151] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] bind_host = 0.0.0.0 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.784330] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] bind_port = 9696 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.784466] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] client_socket_timeout = 900 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.784605] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] config_dir = [] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.784710] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.784846] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] config_source = [] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.785016] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] control_exchange = neutron {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.785131] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] core_plugin = ml2 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.785268] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] debug = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.785402] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] default_availability_zones = [] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.785605] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.785936] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] dhcp_agent_notification = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.785999] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] dhcp_agents_per_network = 1 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.786112] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] dhcp_lease_duration = 86400 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.786255] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] dhcp_load_type = networks {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.786390] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] dns_domain = openstacklocal {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.786525] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.786674] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] enable_default_route_bfd = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.786778] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] enable_default_route_ecmp = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.786901] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] enable_dvr = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.787034] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] enable_new_agents = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.787163] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.787294] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] enable_signals = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.787417] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] enable_traditional_dhcp = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.787538] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] external_dns_driver = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.787660] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] filter_validation = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.787792] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] global_physnet_mtu = 8950 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.787922] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] graceful_shutdown_timeout = 60 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.788095] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] host = cpu-1 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.788232] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] host_dvr_for_dhcp = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.788363] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] http_retries = 3 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.788499] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] instance_format = [instance: %(uuid)s] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.788634] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.788767] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ipam_driver = internal {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.788892] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ipv6_pd_enabled = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.789030] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] l3_ha = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.789169] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.789302] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] l3_ha_network_physical_name = {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.789433] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] l3_ha_network_type = {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.789565] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] log_color = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.789694] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] log_config_append = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.789894] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.789946] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] log_dir = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.790078] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] log_file = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.790179] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] log_options = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.790314] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] log_rotate_interval = 1 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.790446] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] log_rotate_interval_type = days {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.790579] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] log_rotation_type = none {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.790672] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.790763] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.790901] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.791040] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.791155] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.791304] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] max_dns_nameservers = 5 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.791433] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] max_header_line = 16384 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.791560] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] max_l3_agents_per_router = 3 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.791683] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] max_logfile_count = 30 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.791804] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] max_logfile_size_mb = 200 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.791925] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] max_subnet_host_routes = 20 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.792405] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] my_ip = 10.180.1.21 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.792405] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] my_ipv6 = ::1 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.792405] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] network_auto_schedule = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.792496] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] network_link_prefix = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.792578] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.792682] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] notify_nova_on_port_data_changes = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.792812] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] notify_nova_on_port_status_changes = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.792944] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] pagination_max_limit = -1 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.793078] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] publish_errors = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.793206] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] rate_limit_burst = 0 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.793340] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] rate_limit_except_level = CRITICAL {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.793464] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] rate_limit_interval = 0 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.793586] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] retry_until_window = 30 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.793708] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] router_distributed = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.793832] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] rpc_resources_processing_step = 20 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.793954] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] rpc_response_max_timeout = 600 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.794090] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] rpc_response_timeout = 60 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.794216] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] send_events_interval = 2 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.794362] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] service_plugins = ['router'] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.794498] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] setproctitle = on {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.794620] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] shell_completion = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.794750] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] state_path = /opt/stack/data/neutron {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.794880] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] syslog_log_facility = LOG_USER {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.795079] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] tcp_keepidle = 600 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.795153] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] transport_url = **** {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.795495] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] use_journal = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.795495] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] use_json = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.795495] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] use_ssl = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.795666] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] use_stderr = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.795766] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] use_syslog = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.795869] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] vlan_qinq = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.795987] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] vlan_transparent = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.796122] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] watch_log_file = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.796247] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] wsgi_default_pool_size = 100 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.796372] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] wsgi_keep_alive = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.796504] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.796629] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] wsgi_server_debug = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.796771] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_concurrency.disable_process_locking = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.796907] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.797055] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.797187] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.797324] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.797458] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.797585] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.797728] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] profiler.connection_string = messaging:// {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.797862] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] profiler.enabled = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.797997] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] profiler.es_doc_type = notification {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.798141] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] profiler.es_scroll_size = 10000 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.798278] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] profiler.es_scroll_time = 2m {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.798408] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] profiler.filter_error_trace = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.798542] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] profiler.hmac_keys = **** {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.798716] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] profiler.sentinel_service_name = mymaster {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.798868] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] profiler.socket_timeout = 0.1 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.799008] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] profiler.trace_requests = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.799163] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] profiler.trace_sqlalchemy = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.799323] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] profiler_jaeger.process_tags = {} {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.799453] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] profiler_jaeger.service_name_prefix = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.799584] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] profiler_otlp.service_name_prefix = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.799729] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_policy.enforce_new_defaults = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.800070] env[65529]: WARNING oslo_config.cfg [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 529.800161] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_policy.enforce_scope = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.800293] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_policy.policy_default_rule = default {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.800439] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.800583] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.800714] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.801203] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.801203] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.801203] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.801358] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.801414] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_policy.remote_timeout = 60.0 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.801523] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.801666] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] agent.extensions = [] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.801801] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.801933] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] service_providers.service_provider = [] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.802082] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] QUOTAS.default_quota = -1 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.802244] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.802383] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] QUOTAS.quota_floatingip = 50 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.802512] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] QUOTAS.quota_network = 100 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.802639] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] QUOTAS.quota_port = 500 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.802765] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.802891] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] QUOTAS.quota_router = 10 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.803026] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] QUOTAS.quota_security_group = 10 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.803155] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.803283] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] QUOTAS.quota_subnet = 100 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.803409] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] QUOTAS.track_quota_usage = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.803553] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.803682] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep.group = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.803809] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep.helper_command = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.803935] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep.log_daemon_traceback = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.804079] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.804213] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep.thread_pool_size = 8 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.804343] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep.user = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.804481] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.804611] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep_dhcp_release.group = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.804738] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep_dhcp_release.helper_command = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.804867] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.804999] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.805192] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.805265] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep_dhcp_release.user = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.805402] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.805532] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep_ovs_vsctl.group = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.805659] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep_ovs_vsctl.helper_command = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.805786] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.805921] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.806060] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.806195] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep_ovs_vsctl.user = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.806336] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep_namespace.capabilities = [21] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.806465] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep_namespace.group = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.806595] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep_namespace.helper_command = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.806726] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep_namespace.log_daemon_traceback = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.806861] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.806992] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep_namespace.thread_pool_size = 8 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.807133] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep_namespace.user = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.807274] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep_conntrack.capabilities = [12] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.807402] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep_conntrack.group = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.807529] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep_conntrack.helper_command = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.807659] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.807794] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.807925] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.808061] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep_conntrack.user = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.808211] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep_link.capabilities = [12, 21] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.808380] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep_link.group = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.808510] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep_link.helper_command = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.808647] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep_link.log_daemon_traceback = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.808785] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.808916] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep_link.thread_pool_size = 8 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.809068] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] privsep_link.user = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.809251] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.809403] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.809544] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] AGENT.continue_on_failed_promotions = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.809678] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] AGENT.dscp = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.809813] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] AGENT.dscp_inherit = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.809950] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] AGENT.force_mp_to_policy = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.810110] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] AGENT.locking_coordinator_url = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.810255] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] AGENT.log_agent_heartbeats = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.810388] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] AGENT.logging_expire = 1 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.810527] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.810662] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.810800] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] AGENT.polling_interval = 240 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.810934] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.811112] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.811290] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] AGENT.report_interval = 30.0 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.811441] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.811583] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.811723] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.811860] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] AGENT.sync_skew = 60 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.811994] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] AGENT.synchronization_queue_size = 20 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.815161] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] AGENT.use_helper_for_ns_read = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.815161] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] SECURITYGROUP.enable_ipset = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.815338] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] SECURITYGROUP.enable_security_group = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.815481] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.815546] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.815812] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] experimental.ipv6_pd_enabled = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.815926] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ml2.extension_drivers = ['port_security'] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.816083] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ml2.external_network_type = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.816239] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.816388] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ml2.overlay_ip_version = 4 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.816528] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ml2.path_mtu = 8950 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.816671] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ml2.physical_network_mtus = {} {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.816816] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ml2.tenant_network_types = ['vlan'] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.816957] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.817115] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ml2.type_drivers = ['vlan'] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.817260] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] AGENT_CLI.neutron_port_id = [] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.817393] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.817525] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.817720] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.817891] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.818046] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.818190] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.818331] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.818468] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.818669] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.818815] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] NSXV3.nsxv3_login_password = **** {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.818957] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] NSXV3.nsxv3_login_port = 443 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.819112] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] NSXV3.nsxv3_login_user = admin {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.819292] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.819442] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.819576] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.819708] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.819845] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.819984] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.820132] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.820275] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.820410] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.820551] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.820694] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.820829] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.820967] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.821197] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.821353] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] vsphere.vsphere_login_password = VMware1! {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.821494] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.821627] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.821763] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] nova.auth_section = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.821904] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] nova.auth_type = password {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.822052] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.822222] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] nova.certfile = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.822413] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] nova.collect_timing = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.822570] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] nova.endpoint_type = public {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.822706] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] nova.insecure = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.822835] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] nova.keyfile = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.822975] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] nova.region_name = RegionOne {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.823123] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] nova.split_loggers = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.823264] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] nova.timeout = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.823404] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] placement.auth_section = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.823546] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] placement.auth_type = password {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.823685] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.823815] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] placement.certfile = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.823946] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] placement.collect_timing = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.824094] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] placement.endpoint_type = public {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.824227] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] placement.insecure = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.824356] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] placement.keyfile = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.824480] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] placement.region_name = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.824608] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] placement.split_loggers = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.824732] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] placement.timeout = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.824868] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ironic.auth_section = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.825009] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ironic.auth_type = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.825141] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ironic.cafile = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.825269] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ironic.certfile = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.825400] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ironic.collect_timing = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.825600] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ironic.connect_retries = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.825652] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ironic.connect_retry_delay = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.825787] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ironic.enable_notifications = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.825913] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ironic.endpoint_override = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.826058] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ironic.insecure = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.826192] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ironic.interface = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.826318] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ironic.keyfile = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.826449] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ironic.max_version = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.826576] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ironic.min_version = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.826700] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ironic.region_name = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.826826] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ironic.retriable_status_codes = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.826952] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ironic.service_name = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.827087] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ironic.service_type = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.827219] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ironic.split_loggers = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.827348] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ironic.status_code_retries = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.827475] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ironic.status_code_retry_delay = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.827602] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ironic.timeout = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.827728] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ironic.valid_interfaces = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.827856] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ironic.version = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.827991] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] cli_script.dry_run = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.828147] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.828278] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.828411] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.828542] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.828673] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.828801] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.828929] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.829069] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.829219] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.829417] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.829559] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.829702] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.829841] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.829976] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.830125] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.830266] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.830396] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.830529] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.830667] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.830799] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.830930] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.831069] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.831227] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.831361] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.831491] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.831618] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.831746] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.831872] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.831998] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.832162] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.832306] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.ssl = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.832445] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.832583] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.832716] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.832855] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.832994] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.ssl_version = {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.833138] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.833282] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_notifications.driver = [] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.833417] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_notifications.retry = -1 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.833563] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.833693] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] oslo_messaging_notifications.transport_url = **** {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.833794] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-d206fa68-5f2d-4680-b33a-3672f1c05caa None None] ******************************************************************************** {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 529.834930] env[65529]: DEBUG neutron.agent.securitygroups_rpc [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Init firewall settings (driver=nsxv3) {{(pid=65529) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 529.836254] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65529) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 529.836491] env[65529]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] RPC agent_id: nsxm-l-01a.corp.local [ 529.838731] env[65529]: DEBUG dogpile.cache.region [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 529.838826] env[65529]: DEBUG dogpile.lock [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 529.838919] env[65529]: DEBUG dogpile.lock [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 529.839035] env[65529]: DEBUG dogpile.lock [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 529.839124] env[65529]: DEBUG dogpile.cache.region [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 529.839240] env[65529]: DEBUG dogpile.lock [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 529.839369] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 529.858970] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Session token - acquiring [ 529.860601] env[65529]: DEBUG networking_nsxv3.common.locking [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.860770] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.860887] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.861370] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.872971] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.155218] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 530.178502] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 530.178703] env[65529]: DEBUG dogpile.cache.region [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Cache value generated in 0.339 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 530.178772] env[65529]: DEBUG dogpile.lock [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 530.178916] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Activating Policy API Provider. [ 530.179061] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Looking for the default Infrastructure Rules. [ 530.245741] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Looking for the Default Layer3 Logged Drop Section. [ 530.261636] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 530.262173] env[65529]: DEBUG networking_nsxv3.common.locking [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.262353] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Acquiring lock "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.262456] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Acquired lock "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.262742] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Acquired external semaphore "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.263100] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.777249] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.279524] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.782102] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Inventory metadata is going to be refreshed. [ 531.782564] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 532.506759] env[65529]: DEBUG networking_nsxv3.common.locking [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.507084] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.507084] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.507368] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.519441] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 532.520449] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.521076] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 532.538885] env[65529]: DEBUG networking_nsxv3.common.locking [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.539188] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.539262] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.539529] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.539654] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.539797] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 532.539911] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.540020] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 532.566263] env[65529]: DEBUG networking_nsxv3.common.locking [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.566263] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.566263] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.566672] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.566731] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.566853] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 532.586753] env[65529]: DEBUG networking_nsxv3.common.locking [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.587041] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.587041] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.587304] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.587450] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.587599] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 532.608457] env[65529]: DEBUG networking_nsxv3.common.locking [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.608723] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Acquiring lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.608723] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Acquired lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.608984] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Acquired external semaphore "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.609180] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Releasing lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.609334] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 532.609436] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.609545] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 532.626873] env[65529]: DEBUG networking_nsxv3.common.locking [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.627229] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Acquiring lock "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.627229] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Acquired lock "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.627422] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Acquired external semaphore "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.627550] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Releasing lock "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.627680] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 532.627781] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.627883] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 532.646260] env[65529]: DEBUG networking_nsxv3.common.locking [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.646510] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.646510] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.646883] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.647045] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.647198] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 532.647303] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.647401] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Inventory metadata have been refreshed. [ 532.647496] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Dryrun:True. Metadata refresh completed. [ 532.647611] env[65529]: DEBUG oslo_concurrency.lockutils [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Releasing lock "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.649281] env[65529]: INFO neutron.agent.agent_extensions_manager [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Loaded agent extensions: [] [ 532.650014] env[65529]: DEBUG neutron_lib.callbacks.manager [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65529) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 532.699474] env[65529]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] NSXv3 Agent Agent RPC Daemon Started! [ 532.699744] env[65529]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] NSXv3 Agent Agent loop - iteration:0 started [ 532.699744] env[65529]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] NSXv3 Agent Agent out of sync with plugin! [ 537.651448] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 537.651864] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 542.652517] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 542.652831] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 547.652940] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.653374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.653374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.653599] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.653798] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.654740] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 547.654823] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 547.830848] env[65529]: INFO networking_nsxv3.common.synchronization [None req-ded135a2-2276-4892-bd3f-02420696d109 demo admin] Enqueued Resource ID: f9f9c723-6557-4c58-99ad-b39c505aa8ad with Priority: HIGHEST for action security_group_rules [ 547.831397] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9f9c723-6557-4c58-99ad-b39c505aa8ad with Priority: HIGHEST for action security_group_rules [ 547.831689] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9f9c723-6557-4c58-99ad-b39c505aa8ad taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.831812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9f9c723-6557-4c58-99ad-b39c505aa8ad" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.831879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9f9c723-6557-4c58-99ad-b39c505aa8ad" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.832138] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9f9c723-6557-4c58-99ad-b39c505aa8ad" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.832288] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9f9c723-6557-4c58-99ad-b39c505aa8ad',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.157025] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.370224] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.370530] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.370530] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.370662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.370718] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.370813] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9f9c723-6557-4c58-99ad-b39c505aa8ad already deleted. [ 548.370895] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9f9c723-6557-4c58-99ad-b39c505aa8ad" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.659282] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.161583] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 549.161858] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 549.952356] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.952750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.952750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.952846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.965288] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 549.966099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.966826] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 549.985655] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.985896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.985896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.986098] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.986233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.986309] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 549.986374] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 549.986444] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 550.006821] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.007049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.007049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.007237] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.007377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.007512] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 550.042263] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.042619] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.042619] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.042774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.042774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.042880] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 550.068396] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.068605] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.068605] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.068807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.068913] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.069049] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 550.069132] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 550.069236] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 550.089753] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.089988] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.089988] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.090189] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.090279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.090389] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 550.090463] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 550.090534] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 550.117409] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.117711] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.117711] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.117835] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.117942] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.118076] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 550.118151] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 550.118219] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 550.118283] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 550.118358] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 550.118418] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 550.118479] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 550.118757] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 550.118822] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 550.118887] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 550.144518] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.144820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.144820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.144921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.145032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.145146] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 550.166487] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.166732] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.166732] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.166886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.166993] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.182184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.832658] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 552.833056] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 557.833369] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 557.833800] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 562.834116] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 562.834475] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 567.835416] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 567.835777] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 572.187306] env[65529]: INFO networking_nsxv3.common.synchronization [None req-42f2a31c-83c4-4bc4-b07c-619e364bf2f9 None None] Enqueued Resource ID: 456f846a-aec5-436f-b7e8-079e94ea84e2 with Priority: HIGHEST for action port [ 572.188538] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 456f846a-aec5-436f-b7e8-079e94ea84e2 with Priority: HIGHEST for action port [ 572.189150] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-456f846a-aec5-436f-b7e8-079e94ea84e2 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.189432] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-456f846a-aec5-436f-b7e8-079e94ea84e2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.192408] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-456f846a-aec5-436f-b7e8-079e94ea84e2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.192408] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-456f846a-aec5-436f-b7e8-079e94ea84e2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.192408] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('456f846a-aec5-436f-b7e8-079e94ea84e2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.238089] env[65529]: INFO networking_nsxv3.common.synchronization [None req-755ac977-68fd-4168-91ce-e61e8ff85c62 None None] Enqueued Resource ID: f98b8f7a-efb6-4ddf-a648-2ec816168e8b with Priority: HIGHEST for action port [ 572.240547] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f98b8f7a-efb6-4ddf-a648-2ec816168e8b with Priority: HIGHEST for action port [ 572.240899] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-f98b8f7a-efb6-4ddf-a648-2ec816168e8b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.241079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f98b8f7a-efb6-4ddf-a648-2ec816168e8b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.241130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f98b8f7a-efb6-4ddf-a648-2ec816168e8b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.241384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f98b8f7a-efb6-4ddf-a648-2ec816168e8b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.241482] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f98b8f7a-efb6-4ddf-a648-2ec816168e8b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.693908] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 456f846a-aec5-436f-b7e8-079e94ea84e2 [ 572.694168] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.694299] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.694365] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.694595] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.694718] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.694803] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:456f846a-aec5-436f-b7e8-079e94ea84e2 already deleted. [ 572.694904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-456f846a-aec5-436f-b7e8-079e94ea84e2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.744658] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f98b8f7a-efb6-4ddf-a648-2ec816168e8b [ 572.746106] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.746106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.746106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.746106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.746106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.746106] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f98b8f7a-efb6-4ddf-a648-2ec816168e8b already deleted. [ 572.746106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f98b8f7a-efb6-4ddf-a648-2ec816168e8b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.024606] env[65529]: INFO networking_nsxv3.common.synchronization [None req-8b2d7743-b37f-49b5-8065-53b2f050961f None None] Enqueued Resource ID: 7ca939b3-ae13-40f2-9959-c514874e9f4e with Priority: HIGHEST for action port [ 574.025187] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca939b3-ae13-40f2-9959-c514874e9f4e with Priority: HIGHEST for action port [ 574.025513] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ca939b3-ae13-40f2-9959-c514874e9f4e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.026258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ca939b3-ae13-40f2-9959-c514874e9f4e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.026258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ca939b3-ae13-40f2-9959-c514874e9f4e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.026258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ca939b3-ae13-40f2-9959-c514874e9f4e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.026258] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ca939b3-ae13-40f2-9959-c514874e9f4e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.263867] env[65529]: INFO networking_nsxv3.common.synchronization [None req-39e86cc6-f4a4-434b-b8f3-57fae9465c7b None None] Enqueued Resource ID: 7987fd0b-85b5-4839-9b53-19fd1ebf7cba with Priority: HIGHEST for action port [ 574.264545] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7987fd0b-85b5-4839-9b53-19fd1ebf7cba with Priority: HIGHEST for action port [ 574.265513] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-7987fd0b-85b5-4839-9b53-19fd1ebf7cba taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.265513] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7987fd0b-85b5-4839-9b53-19fd1ebf7cba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.265513] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7987fd0b-85b5-4839-9b53-19fd1ebf7cba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.265752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7987fd0b-85b5-4839-9b53-19fd1ebf7cba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.265784] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7987fd0b-85b5-4839-9b53-19fd1ebf7cba',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.528203] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ca939b3-ae13-40f2-9959-c514874e9f4e [ 574.528825] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.529063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.529201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.529362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.529706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.529706] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ca939b3-ae13-40f2-9959-c514874e9f4e already deleted. [ 574.529706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ca939b3-ae13-40f2-9959-c514874e9f4e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.770025] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7987fd0b-85b5-4839-9b53-19fd1ebf7cba [ 574.770025] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.770025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.770025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.770025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.770025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.770025] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7987fd0b-85b5-4839-9b53-19fd1ebf7cba already deleted. [ 574.770312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7987fd0b-85b5-4839-9b53-19fd1ebf7cba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.802893] env[65529]: INFO networking_nsxv3.common.synchronization [None req-fc853a80-4f1b-4e7a-bc2c-c1f98093b385 None None] Enqueued Resource ID: 7c08fade-b6a5-4b72-a295-999d66ab9cfe with Priority: HIGHEST for action port [ 575.803339] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c08fade-b6a5-4b72-a295-999d66ab9cfe with Priority: HIGHEST for action port [ 575.803578] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c08fade-b6a5-4b72-a295-999d66ab9cfe taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.803706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c08fade-b6a5-4b72-a295-999d66ab9cfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.803793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c08fade-b6a5-4b72-a295-999d66ab9cfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.804089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c08fade-b6a5-4b72-a295-999d66ab9cfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.804185] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c08fade-b6a5-4b72-a295-999d66ab9cfe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.306047] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c08fade-b6a5-4b72-a295-999d66ab9cfe [ 576.306321] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.306936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.306936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.306936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.306936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.306936] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c08fade-b6a5-4b72-a295-999d66ab9cfe already deleted. [ 576.307163] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c08fade-b6a5-4b72-a295-999d66ab9cfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.444202] env[65529]: INFO networking_nsxv3.common.synchronization [None req-dcaed2aa-b418-44b0-bcd4-0822f12584cf None None] Enqueued Resource ID: 396eb72a-c84b-45ad-8012-cebf92c8329d with Priority: HIGHEST for action port [ 576.444472] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 396eb72a-c84b-45ad-8012-cebf92c8329d with Priority: HIGHEST for action port [ 576.445041] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-396eb72a-c84b-45ad-8012-cebf92c8329d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.445169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-396eb72a-c84b-45ad-8012-cebf92c8329d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.445244] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-396eb72a-c84b-45ad-8012-cebf92c8329d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.445685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-396eb72a-c84b-45ad-8012-cebf92c8329d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.445775] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('396eb72a-c84b-45ad-8012-cebf92c8329d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.947966] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 396eb72a-c84b-45ad-8012-cebf92c8329d [ 576.948224] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.948368] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.948439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.948650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.948744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.948831] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:396eb72a-c84b-45ad-8012-cebf92c8329d already deleted. [ 576.948911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-396eb72a-c84b-45ad-8012-cebf92c8329d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.489185] env[65529]: INFO networking_nsxv3.common.synchronization [None req-539ce18b-fa69-4ff1-86b5-0e972fa1950a None None] Enqueued Resource ID: 82221c7f-d11c-45a4-aa41-f158cfe7f42b with Priority: HIGHEST for action port [ 578.489747] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82221c7f-d11c-45a4-aa41-f158cfe7f42b with Priority: HIGHEST for action port [ 578.490060] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-82221c7f-d11c-45a4-aa41-f158cfe7f42b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.490185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82221c7f-d11c-45a4-aa41-f158cfe7f42b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.490255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82221c7f-d11c-45a4-aa41-f158cfe7f42b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.490527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82221c7f-d11c-45a4-aa41-f158cfe7f42b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.490577] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82221c7f-d11c-45a4-aa41-f158cfe7f42b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.994575] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82221c7f-d11c-45a4-aa41-f158cfe7f42b [ 578.994835] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.994976] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.995062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.995278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.995372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.995463] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82221c7f-d11c-45a4-aa41-f158cfe7f42b already deleted. [ 578.995543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82221c7f-d11c-45a4-aa41-f158cfe7f42b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.874426] env[65529]: INFO networking_nsxv3.common.synchronization [None req-955009f8-020e-4b39-af67-eb3127c9888f None None] Enqueued Resource ID: ef9ea39a-0222-496f-943c-f4b915be2570 with Priority: HIGHEST for action port [ 579.875872] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef9ea39a-0222-496f-943c-f4b915be2570 with Priority: HIGHEST for action port [ 579.875872] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef9ea39a-0222-496f-943c-f4b915be2570 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.875872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef9ea39a-0222-496f-943c-f4b915be2570" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.875872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef9ea39a-0222-496f-943c-f4b915be2570" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.875872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef9ea39a-0222-496f-943c-f4b915be2570" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.875872] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef9ea39a-0222-496f-943c-f4b915be2570',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.379023] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef9ea39a-0222-496f-943c-f4b915be2570 [ 580.379179] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.379322] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.379397] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.379622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.379713] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.379807] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef9ea39a-0222-496f-943c-f4b915be2570 already deleted. [ 580.379884] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef9ea39a-0222-496f-943c-f4b915be2570" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.624748] env[65529]: INFO networking_nsxv3.common.synchronization [None req-dd220138-8bb4-4804-9d4a-f003b38f3a27 None None] Enqueued Resource ID: cfb18cf1-cd85-43c8-ad15-f130b41ae0e3 with Priority: HIGHEST for action port [ 580.625030] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfb18cf1-cd85-43c8-ad15-f130b41ae0e3 with Priority: HIGHEST for action port [ 580.625895] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfb18cf1-cd85-43c8-ad15-f130b41ae0e3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.627294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfb18cf1-cd85-43c8-ad15-f130b41ae0e3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.627391] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfb18cf1-cd85-43c8-ad15-f130b41ae0e3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.627777] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfb18cf1-cd85-43c8-ad15-f130b41ae0e3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.628013] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfb18cf1-cd85-43c8-ad15-f130b41ae0e3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.729540] env[65529]: INFO networking_nsxv3.common.synchronization [None req-721ef26c-a36e-484d-8b05-3c480bac4ccf None None] Enqueued Resource ID: 7d6a262c-6200-44d3-a7c1-03b89d414737 with Priority: HIGHEST for action port [ 580.731906] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d6a262c-6200-44d3-a7c1-03b89d414737 with Priority: HIGHEST for action port [ 580.731906] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d6a262c-6200-44d3-a7c1-03b89d414737 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.731906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d6a262c-6200-44d3-a7c1-03b89d414737" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.731906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d6a262c-6200-44d3-a7c1-03b89d414737" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.731906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d6a262c-6200-44d3-a7c1-03b89d414737" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.731906] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d6a262c-6200-44d3-a7c1-03b89d414737',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.131479] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cfb18cf1-cd85-43c8-ad15-f130b41ae0e3 [ 581.131479] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.131479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.131479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.131479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.131479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.131479] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cfb18cf1-cd85-43c8-ad15-f130b41ae0e3 already deleted. [ 581.131479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfb18cf1-cd85-43c8-ad15-f130b41ae0e3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.233977] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d6a262c-6200-44d3-a7c1-03b89d414737 [ 581.234516] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.234662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.234744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.234980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.235226] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.235312] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d6a262c-6200-44d3-a7c1-03b89d414737 already deleted. [ 581.235405] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d6a262c-6200-44d3-a7c1-03b89d414737" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.392741] env[65529]: INFO networking_nsxv3.common.synchronization [None req-5ad68dcb-26ce-4e47-a60e-d45e559aa844 None None] Enqueued Resource ID: d78948b4-d56f-4fc7-8fd5-5e2c83526388 with Priority: HIGHEST for action port [ 581.393753] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78948b4-d56f-4fc7-8fd5-5e2c83526388 with Priority: HIGHEST for action port [ 581.393753] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-d78948b4-d56f-4fc7-8fd5-5e2c83526388 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.393753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d78948b4-d56f-4fc7-8fd5-5e2c83526388" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.393753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d78948b4-d56f-4fc7-8fd5-5e2c83526388" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.393994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d78948b4-d56f-4fc7-8fd5-5e2c83526388" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.395037] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d78948b4-d56f-4fc7-8fd5-5e2c83526388',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.751335] env[65529]: INFO networking_nsxv3.common.synchronization [None req-b74b0c40-27cf-40bc-a342-2af77c8c8291 None None] Enqueued Resource ID: a4ec712c-e31e-4356-b0b7-8b8ac394ccdc with Priority: HIGHEST for action port [ 581.751335] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4ec712c-e31e-4356-b0b7-8b8ac394ccdc with Priority: HIGHEST for action port [ 581.751335] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4ec712c-e31e-4356-b0b7-8b8ac394ccdc taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.751563] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4ec712c-e31e-4356-b0b7-8b8ac394ccdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.751563] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4ec712c-e31e-4356-b0b7-8b8ac394ccdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.752252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4ec712c-e31e-4356-b0b7-8b8ac394ccdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.752252] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4ec712c-e31e-4356-b0b7-8b8ac394ccdc',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.899121] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d78948b4-d56f-4fc7-8fd5-5e2c83526388 [ 581.899121] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.899121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.899121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.899121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.899121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.899121] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d78948b4-d56f-4fc7-8fd5-5e2c83526388 already deleted. [ 581.899465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d78948b4-d56f-4fc7-8fd5-5e2c83526388" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.253772] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4ec712c-e31e-4356-b0b7-8b8ac394ccdc [ 582.254073] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.254144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.254408] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.254474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.254524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.254621] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4ec712c-e31e-4356-b0b7-8b8ac394ccdc already deleted. [ 582.254710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4ec712c-e31e-4356-b0b7-8b8ac394ccdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.049737] env[65529]: INFO networking_nsxv3.common.synchronization [None req-207fc7ea-8ca2-4d8b-b4be-4ffd9a3a9282 None None] Enqueued Resource ID: d7eccae2-57fb-4158-a5fc-359bb08847c0 with Priority: HIGHEST for action port [ 583.050302] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7eccae2-57fb-4158-a5fc-359bb08847c0 with Priority: HIGHEST for action port [ 583.050599] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7eccae2-57fb-4158-a5fc-359bb08847c0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.050805] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7eccae2-57fb-4158-a5fc-359bb08847c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.050805] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7eccae2-57fb-4158-a5fc-359bb08847c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.051194] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7eccae2-57fb-4158-a5fc-359bb08847c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.051267] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7eccae2-57fb-4158-a5fc-359bb08847c0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.296609] env[65529]: INFO networking_nsxv3.common.synchronization [None req-7e834ac9-a202-442c-a908-20b24dd56e38 None None] Enqueued Resource ID: 46264eb0-f536-41cd-8aa3-cc57b6c91873 with Priority: HIGHEST for action port [ 583.297351] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46264eb0-f536-41cd-8aa3-cc57b6c91873 with Priority: HIGHEST for action port [ 583.297731] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-46264eb0-f536-41cd-8aa3-cc57b6c91873 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.297908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46264eb0-f536-41cd-8aa3-cc57b6c91873" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.298020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46264eb0-f536-41cd-8aa3-cc57b6c91873" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.298309] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46264eb0-f536-41cd-8aa3-cc57b6c91873" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.298442] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46264eb0-f536-41cd-8aa3-cc57b6c91873',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.553450] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7eccae2-57fb-4158-a5fc-359bb08847c0 [ 583.553703] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.553835] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.553902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.554127] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.554215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.554304] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7eccae2-57fb-4158-a5fc-359bb08847c0 already deleted. [ 583.554381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7eccae2-57fb-4158-a5fc-359bb08847c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.801833] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46264eb0-f536-41cd-8aa3-cc57b6c91873 [ 583.802160] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.802298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.802354] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.802602] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.802717] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.802834] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46264eb0-f536-41cd-8aa3-cc57b6c91873 already deleted. [ 583.802942] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46264eb0-f536-41cd-8aa3-cc57b6c91873" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.765392] env[65529]: INFO networking_nsxv3.common.synchronization [None req-b4c60cf3-9e21-4b71-af93-714653a5c6ab None None] Enqueued Resource ID: b06523cb-1838-43fa-a066-c7572255e26e with Priority: HIGHEST for action port [ 584.765629] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b06523cb-1838-43fa-a066-c7572255e26e with Priority: HIGHEST for action port [ 584.766176] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-b06523cb-1838-43fa-a066-c7572255e26e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.768340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b06523cb-1838-43fa-a066-c7572255e26e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.768444] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b06523cb-1838-43fa-a066-c7572255e26e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.768704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b06523cb-1838-43fa-a066-c7572255e26e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.768800] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b06523cb-1838-43fa-a066-c7572255e26e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.033020] env[65529]: INFO networking_nsxv3.common.synchronization [None req-db5152a3-f708-4de1-890b-cae4c05dcaa5 None None] Enqueued Resource ID: e86cf602-9fce-4591-a665-13506c9ba3e6 with Priority: HIGHEST for action port [ 585.033020] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e86cf602-9fce-4591-a665-13506c9ba3e6 with Priority: HIGHEST for action port [ 585.033020] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e86cf602-9fce-4591-a665-13506c9ba3e6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.033020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e86cf602-9fce-4591-a665-13506c9ba3e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.033020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e86cf602-9fce-4591-a665-13506c9ba3e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.033020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e86cf602-9fce-4591-a665-13506c9ba3e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.033020] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e86cf602-9fce-4591-a665-13506c9ba3e6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.270958] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b06523cb-1838-43fa-a066-c7572255e26e [ 585.271739] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.272081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.273156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.273156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.273156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.273156] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b06523cb-1838-43fa-a066-c7572255e26e already deleted. [ 585.273156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b06523cb-1838-43fa-a066-c7572255e26e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.537569] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e86cf602-9fce-4591-a665-13506c9ba3e6 [ 585.537569] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.537752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.537752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.537971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.538085] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.538181] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e86cf602-9fce-4591-a665-13506c9ba3e6 already deleted. [ 585.538276] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e86cf602-9fce-4591-a665-13506c9ba3e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.751633] env[65529]: INFO networking_nsxv3.common.synchronization [None req-4b3c6ff2-070d-4dae-9c94-2dc05046cad1 None None] Enqueued Resource ID: cd50cb4e-8e8c-4de1-8727-fa5e8aea045a with Priority: HIGHEST for action port [ 585.752157] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd50cb4e-8e8c-4de1-8727-fa5e8aea045a with Priority: HIGHEST for action port [ 585.752488] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd50cb4e-8e8c-4de1-8727-fa5e8aea045a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.752651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd50cb4e-8e8c-4de1-8727-fa5e8aea045a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.752713] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd50cb4e-8e8c-4de1-8727-fa5e8aea045a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.752970] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd50cb4e-8e8c-4de1-8727-fa5e8aea045a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.754093] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd50cb4e-8e8c-4de1-8727-fa5e8aea045a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.262977] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd50cb4e-8e8c-4de1-8727-fa5e8aea045a [ 586.262977] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.262977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.262977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.262977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.262977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.262977] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd50cb4e-8e8c-4de1-8727-fa5e8aea045a already deleted. [ 586.262977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd50cb4e-8e8c-4de1-8727-fa5e8aea045a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.775764] env[65529]: INFO networking_nsxv3.common.synchronization [None req-18c6b325-29dc-4de5-ad93-9695073588d5 None None] Enqueued Resource ID: 218d28a0-c2fd-41da-a13d-79d59d4aa345 with Priority: HIGHEST for action port [ 586.776091] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 218d28a0-c2fd-41da-a13d-79d59d4aa345 with Priority: HIGHEST for action port [ 586.776942] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-218d28a0-c2fd-41da-a13d-79d59d4aa345 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.777920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-218d28a0-c2fd-41da-a13d-79d59d4aa345" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.777920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-218d28a0-c2fd-41da-a13d-79d59d4aa345" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.778218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-218d28a0-c2fd-41da-a13d-79d59d4aa345" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.778329] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('218d28a0-c2fd-41da-a13d-79d59d4aa345',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.281362] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 218d28a0-c2fd-41da-a13d-79d59d4aa345 [ 587.281675] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.282408] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.282408] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.282408] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.282408] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.282408] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:218d28a0-c2fd-41da-a13d-79d59d4aa345 already deleted. [ 587.282408] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-218d28a0-c2fd-41da-a13d-79d59d4aa345" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.904141] env[65529]: INFO networking_nsxv3.common.synchronization [None req-ed0dbe93-2dd2-4a1f-9f47-7bdecd2c7007 None None] Enqueued Resource ID: e1993588-fb93-4b39-8da2-5e5ca96009b5 with Priority: HIGHEST for action port [ 587.904141] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1993588-fb93-4b39-8da2-5e5ca96009b5 with Priority: HIGHEST for action port [ 587.904848] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1993588-fb93-4b39-8da2-5e5ca96009b5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.904996] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1993588-fb93-4b39-8da2-5e5ca96009b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.905081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1993588-fb93-4b39-8da2-5e5ca96009b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.905519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1993588-fb93-4b39-8da2-5e5ca96009b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.905601] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1993588-fb93-4b39-8da2-5e5ca96009b5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.948621] env[65529]: INFO networking_nsxv3.common.synchronization [None req-5e6e64d0-c7ac-4849-b297-8f018e72fd88 None None] Enqueued Resource ID: 10856b30-78f4-40ae-978f-5df3ff2af440 with Priority: HIGHEST for action port [ 587.949620] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10856b30-78f4-40ae-978f-5df3ff2af440 with Priority: HIGHEST for action port [ 587.949620] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-10856b30-78f4-40ae-978f-5df3ff2af440 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.949756] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10856b30-78f4-40ae-978f-5df3ff2af440" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.949756] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10856b30-78f4-40ae-978f-5df3ff2af440" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.949955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10856b30-78f4-40ae-978f-5df3ff2af440" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.951317] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10856b30-78f4-40ae-978f-5df3ff2af440',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.409231] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1993588-fb93-4b39-8da2-5e5ca96009b5 [ 588.409231] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.409231] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.409231] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.409620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.409675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.409777] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1993588-fb93-4b39-8da2-5e5ca96009b5 already deleted. [ 588.409859] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1993588-fb93-4b39-8da2-5e5ca96009b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.453412] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10856b30-78f4-40ae-978f-5df3ff2af440 [ 588.453894] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.454046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.454116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.454329] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.454413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.454504] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10856b30-78f4-40ae-978f-5df3ff2af440 already deleted. [ 588.454580] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10856b30-78f4-40ae-978f-5df3ff2af440" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.639361] env[65529]: INFO networking_nsxv3.common.synchronization [None req-e185303b-000f-4dfc-92ff-74cc30e9cfce None None] Enqueued Resource ID: 02462fac-1642-45d6-b2e7-493e56b62796 with Priority: HIGHEST for action port [ 588.639941] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02462fac-1642-45d6-b2e7-493e56b62796 with Priority: HIGHEST for action port [ 588.640579] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-02462fac-1642-45d6-b2e7-493e56b62796 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.640579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02462fac-1642-45d6-b2e7-493e56b62796" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.640579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02462fac-1642-45d6-b2e7-493e56b62796" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.640788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02462fac-1642-45d6-b2e7-493e56b62796" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.640788] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02462fac-1642-45d6-b2e7-493e56b62796',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.142832] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02462fac-1642-45d6-b2e7-493e56b62796 [ 589.144175] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.144514] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.144514] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.144687] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.144732] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.145819] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02462fac-1642-45d6-b2e7-493e56b62796 already deleted. [ 589.145819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02462fac-1642-45d6-b2e7-493e56b62796" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.654952] env[65529]: INFO networking_nsxv3.common.synchronization [req-564fd54f-c211-4509-a3d3-93d412cd6c9b req-93b6ca07-a1ee-430f-9e6d-87c178fcff66 tempest-ServerDiagnosticsNegativeTest-1910922347 tempest-ServerDiagnosticsNegativeTest-1910922347-project-member] Enqueued Resource ID: 5fffa85d-9498-4be9-81c5-7b2e257679dd with Priority: HIGHEST for action security_group_members [ 589.658728] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fffa85d-9498-4be9-81c5-7b2e257679dd with Priority: HIGHEST for action security_group_members [ 589.661888] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fffa85d-9498-4be9-81c5-7b2e257679dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.661888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fffa85d-9498-4be9-81c5-7b2e257679dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.661888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fffa85d-9498-4be9-81c5-7b2e257679dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.661888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fffa85d-9498-4be9-81c5-7b2e257679dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.661888] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.661888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.661888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.661888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.661888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.661888] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fffa85d-9498-4be9-81c5-7b2e257679dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.040905] env[65529]: INFO networking_nsxv3.common.synchronization [req-a6385894-f103-4ec6-a5a8-a22fae48d4ec req-c77526b8-5fcc-4a98-9353-c7e664604100 tempest-FloatingIPsAssociationTestJSON-1714612319 tempest-FloatingIPsAssociationTestJSON-1714612319-project-member] Enqueued Resource ID: f1b0744f-dac8-4211-a269-8958c95d520c with Priority: HIGHEST for action security_group_members [ 590.041835] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b0744f-dac8-4211-a269-8958c95d520c with Priority: HIGHEST for action security_group_members [ 590.041835] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b0744f-dac8-4211-a269-8958c95d520c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.041974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.041974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.042752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.042913] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.043029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.043094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.043258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.043757] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.043757] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1b0744f-dac8-4211-a269-8958c95d520c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.165530] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.165714] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.166515] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.167734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.167880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.168548] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.168699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.169122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.170082] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.170082] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.170082] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fffa85d-9498-4be9-81c5-7b2e257679dd already deleted. [ 590.170082] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fffa85d-9498-4be9-81c5-7b2e257679dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.239867] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.240242] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.240242] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.240509] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.241075] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.241075] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.242457] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.243261] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.243261] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.247019] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.247019] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.247019] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.247019] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.247019] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.247019] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.247019] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.266617] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.267081] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 590.267335] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.267603] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.268184] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-798d73c0-5b20-4c1f-9320-d304df6ee8cc taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.268286] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-798d73c0-5b20-4c1f-9320-d304df6ee8cc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.268476] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-798d73c0-5b20-4c1f-9320-d304df6ee8cc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.268829] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-798d73c0-5b20-4c1f-9320-d304df6ee8cc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.268942] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('798d73c0-5b20-4c1f-9320-d304df6ee8cc',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.477075] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-59 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.477366] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-59" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.477570] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-59" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.477904] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-59" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.478289] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.478500] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.478701] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.482112] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.482112] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.482112] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.482112] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.482112] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.482112] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.482112] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.482112] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.482112] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.500456] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.501093] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 590.501093] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.501093] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-59" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.501505] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-731dfca5-2652-43ff-849b-4f1c7d016a9a taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.501602] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-731dfca5-2652-43ff-849b-4f1c7d016a9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.501700] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-731dfca5-2652-43ff-849b-4f1c7d016a9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.502184] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-731dfca5-2652-43ff-849b-4f1c7d016a9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.502707] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('731dfca5-2652-43ff-849b-4f1c7d016a9a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.547027] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.547201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.547257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.547474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.547564] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.547805] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.548436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.548436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.548436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.548436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.548436] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b0744f-dac8-4211-a269-8958c95d520c already deleted. [ 590.548436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.693153] env[65529]: INFO networking_nsxv3.common.synchronization [None req-a3641a2d-4d36-42bf-af9f-02e699c8f879 None None] Enqueued Resource ID: c884b6bd-4f5f-4b72-b7cf-8375b2aa347d with Priority: HIGHEST for action port [ 590.693716] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c884b6bd-4f5f-4b72-b7cf-8375b2aa347d with Priority: HIGHEST for action port [ 590.694033] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-c884b6bd-4f5f-4b72-b7cf-8375b2aa347d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.694166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c884b6bd-4f5f-4b72-b7cf-8375b2aa347d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.694300] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c884b6bd-4f5f-4b72-b7cf-8375b2aa347d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.694520] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c884b6bd-4f5f-4b72-b7cf-8375b2aa347d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.694556] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c884b6bd-4f5f-4b72-b7cf-8375b2aa347d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.771984] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.772301] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.772366] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.772612] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.772765] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.772956] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port 798d73c0-5b20-4c1f-9320-d304df6ee8cc not found, creating... [ 590.773168] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.773324] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.773443] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.773665] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.773781] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.775536] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.775713] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.775830] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.776057] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.776191] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.776332] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: 798d73c0-5b20-4c1f-9320-d304df6ee8cc is going to be created. [ 590.799099] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.799099] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.799099] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.799436] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.799624] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.799842] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-798d73c0-5b20-4c1f-9320-d304df6ee8cc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.008020] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.008020] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.008020] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.008020] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.008020] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.008020] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 731dfca5-2652-43ff-849b-4f1c7d016a9a not found, creating... [ 591.008020] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.008020] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.008511] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.008511] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.008511] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.008700] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.008851] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.008962] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.009204] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.009386] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.009532] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 731dfca5-2652-43ff-849b-4f1c7d016a9a is going to be created. [ 591.031240] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.031495] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.031583] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.031856] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.032096] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.032345] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-731dfca5-2652-43ff-849b-4f1c7d016a9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.196329] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c884b6bd-4f5f-4b72-b7cf-8375b2aa347d [ 591.196514] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.196658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.196727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.196944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.197051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.197150] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c884b6bd-4f5f-4b72-b7cf-8375b2aa347d already deleted. [ 591.197232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c884b6bd-4f5f-4b72-b7cf-8375b2aa347d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.418025] env[65529]: INFO networking_nsxv3.common.synchronization [None req-44ac7dfd-708d-48a1-ad1c-a61ff12adfbc None None] Enqueued Resource ID: 00597a63-12a9-4d7e-868f-01ac83493b3b with Priority: HIGHEST for action port [ 591.418382] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00597a63-12a9-4d7e-868f-01ac83493b3b with Priority: HIGHEST for action port [ 591.420026] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-00597a63-12a9-4d7e-868f-01ac83493b3b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.420026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00597a63-12a9-4d7e-868f-01ac83493b3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.420026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00597a63-12a9-4d7e-868f-01ac83493b3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.420026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00597a63-12a9-4d7e-868f-01ac83493b3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.420026] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00597a63-12a9-4d7e-868f-01ac83493b3b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.803157] env[65529]: INFO networking_nsxv3.common.synchronization [req-a6385894-f103-4ec6-a5a8-a22fae48d4ec req-3d439abe-1284-4b8d-82fd-df035faf209e service nova] Enqueued Resource ID: f1b0744f-dac8-4211-a269-8958c95d520c with Priority: HIGHEST for action security_group_rules [ 591.803501] env[65529]: INFO networking_nsxv3.common.synchronization [req-a6385894-f103-4ec6-a5a8-a22fae48d4ec req-3d439abe-1284-4b8d-82fd-df035faf209e service nova] Enqueued Resource ID: f1b0744f-dac8-4211-a269-8958c95d520c with Priority: HIGHEST for action security_group_members [ 591.803501] env[65529]: INFO networking_nsxv3.common.synchronization [req-a6385894-f103-4ec6-a5a8-a22fae48d4ec req-3d439abe-1284-4b8d-82fd-df035faf209e service nova] Enqueued Resource ID: 731dfca5-2652-43ff-849b-4f1c7d016a9a with Priority: HIGHEST for action port [ 591.804559] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b0744f-dac8-4211-a269-8958c95d520c with Priority: HIGHEST for action security_group_rules [ 591.804559] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b0744f-dac8-4211-a269-8958c95d520c with Priority: HIGHEST for action security_group_members [ 591.804753] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 731dfca5-2652-43ff-849b-4f1c7d016a9a with Priority: HIGHEST for action port [ 591.804954] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1b0744f-dac8-4211-a269-8958c95d520c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.805091] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.805158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.805438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.805500] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1b0744f-dac8-4211-a269-8958c95d520c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.806313] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b0744f-dac8-4211-a269-8958c95d520c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.806428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.806496] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.806651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.806795] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.806889] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.806948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.807099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.807181] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.807272] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1b0744f-dac8-4211-a269-8958c95d520c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.808525] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-731dfca5-2652-43ff-849b-4f1c7d016a9a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.808863] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-731dfca5-2652-43ff-849b-4f1c7d016a9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.808863] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-731dfca5-2652-43ff-849b-4f1c7d016a9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.808863] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-731dfca5-2652-43ff-849b-4f1c7d016a9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.809049] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('731dfca5-2652-43ff-849b-4f1c7d016a9a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.856033] env[65529]: INFO networking_nsxv3.common.synchronization [req-564fd54f-c211-4509-a3d3-93d412cd6c9b req-6e5ca4f0-163f-46b4-90a1-0ede78d72336 service nova] Enqueued Resource ID: 5fffa85d-9498-4be9-81c5-7b2e257679dd with Priority: HIGHEST for action security_group_rules [ 591.856247] env[65529]: INFO networking_nsxv3.common.synchronization [req-564fd54f-c211-4509-a3d3-93d412cd6c9b req-6e5ca4f0-163f-46b4-90a1-0ede78d72336 service nova] Enqueued Resource ID: 5fffa85d-9498-4be9-81c5-7b2e257679dd with Priority: HIGHEST for action security_group_members [ 591.856377] env[65529]: INFO networking_nsxv3.common.synchronization [req-564fd54f-c211-4509-a3d3-93d412cd6c9b req-6e5ca4f0-163f-46b4-90a1-0ede78d72336 service nova] Enqueued Resource ID: 798d73c0-5b20-4c1f-9320-d304df6ee8cc with Priority: HIGHEST for action port [ 591.856618] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fffa85d-9498-4be9-81c5-7b2e257679dd with Priority: HIGHEST for action security_group_rules [ 591.856806] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fffa85d-9498-4be9-81c5-7b2e257679dd with Priority: HIGHEST for action security_group_members [ 591.857017] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798d73c0-5b20-4c1f-9320-d304df6ee8cc with Priority: HIGHEST for action port [ 591.857622] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fffa85d-9498-4be9-81c5-7b2e257679dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.857750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fffa85d-9498-4be9-81c5-7b2e257679dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.857818] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fffa85d-9498-4be9-81c5-7b2e257679dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.860449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fffa85d-9498-4be9-81c5-7b2e257679dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.860799] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fffa85d-9498-4be9-81c5-7b2e257679dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.861594] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fffa85d-9498-4be9-81c5-7b2e257679dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.861594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fffa85d-9498-4be9-81c5-7b2e257679dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.861726] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fffa85d-9498-4be9-81c5-7b2e257679dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.862100] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fffa85d-9498-4be9-81c5-7b2e257679dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.862100] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.862100] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.862337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.862337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.862400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.862512] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fffa85d-9498-4be9-81c5-7b2e257679dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.863621] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-798d73c0-5b20-4c1f-9320-d304df6ee8cc taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.863621] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-798d73c0-5b20-4c1f-9320-d304df6ee8cc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.863737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-798d73c0-5b20-4c1f-9320-d304df6ee8cc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.863969] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-798d73c0-5b20-4c1f-9320-d304df6ee8cc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.863969] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('798d73c0-5b20-4c1f-9320-d304df6ee8cc',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.922293] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00597a63-12a9-4d7e-868f-01ac83493b3b [ 591.922293] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.922293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.922293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.923780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.923780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.923780] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00597a63-12a9-4d7e-868f-01ac83493b3b already deleted. [ 591.924634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00597a63-12a9-4d7e-868f-01ac83493b3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.312376] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b0744f-dac8-4211-a269-8958c95d520c taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.312376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.325228] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 731dfca5-2652-43ff-849b-4f1c7d016a9a with status ACTIVE [ 592.325603] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.325603] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.325603] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.325832] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.325912] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.326099] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.326239] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.326279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.326403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.326504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.326654] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.326735] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.326798] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.326936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.327016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.327106] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 731dfca5-2652-43ff-849b-4f1c7d016a9a is going to be updated. [ 592.329354] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1b0744f-dac8-4211-a269-8958c95d520c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.350805] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.350995] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.350995] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.351277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.351417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.351577] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-731dfca5-2652-43ff-849b-4f1c7d016a9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.368517] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fffa85d-9498-4be9-81c5-7b2e257679dd taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.368517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fffa85d-9498-4be9-81c5-7b2e257679dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.368517] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fffa85d-9498-4be9-81c5-7b2e257679dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.368517] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 798d73c0-5b20-4c1f-9320-d304df6ee8cc with status ACTIVE [ 592.368517] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.368517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.368517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.368517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.368517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.368517] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.368517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.368517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.368517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.368517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.369215] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.369336] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.369497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.369721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.369896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.370077] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 798d73c0-5b20-4c1f-9320-d304df6ee8cc is going to be updated. [ 592.393129] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.393129] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.393129] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.393785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.394806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.394806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-798d73c0-5b20-4c1f-9320-d304df6ee8cc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.660065] env[65529]: INFO networking_nsxv3.common.synchronization [req-220f2ed2-b5bb-430d-8813-4d2d7486e51d req-2630c1c2-6ab6-4bab-ac5d-0d663f66a05a tempest-DeleteServersAdminTestJSON-1624234774 tempest-DeleteServersAdminTestJSON-1624234774-project-member] Enqueued Resource ID: d550e5e3-e388-4967-8580-1f36cf4aea64 with Priority: HIGHEST for action security_group_members [ 592.660710] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d550e5e3-e388-4967-8580-1f36cf4aea64 with Priority: HIGHEST for action security_group_members [ 592.661014] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d550e5e3-e388-4967-8580-1f36cf4aea64 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.661858] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.661858] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.661858] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.661858] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.661858] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.661858] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.662140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.662140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.662214] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d550e5e3-e388-4967-8580-1f36cf4aea64',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.691362] env[65529]: INFO networking_nsxv3.common.synchronization [None req-70061e81-56c8-4b76-9d14-fe393e8c02cd tempest-AttachInterfacesUnderV243Test-1952801998 tempest-AttachInterfacesUnderV243Test-1952801998-project-member] Enqueued Resource ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 with Priority: HIGHEST for action security_group_rules [ 592.692031] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 with Priority: HIGHEST for action security_group_rules [ 592.692349] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.692749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.692749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.692831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.692960] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcb950d0-0ace-4a4a-85cf-8431e9f03fc4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.831472] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1b0744f-dac8-4211-a269-8958c95d520c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.848820] env[65529]: INFO networking_nsxv3.common.synchronization [None req-05dfbb28-42aa-4b3f-ae46-375119e4638e tempest-AttachInterfacesUnderV243Test-1952801998 tempest-AttachInterfacesUnderV243Test-1952801998-project-member] Enqueued Resource ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 with Priority: HIGHEST for action security_group_rules [ 592.849405] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 with Priority: HIGHEST for action security_group_rules [ 592.849686] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.849790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.872775] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fffa85d-9498-4be9-81c5-7b2e257679dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.024575] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.026356] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.026356] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.026356] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.026356] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.026356] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.026356] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.026356] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.026356] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.027052] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.027226] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.027374] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.027511] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.028480] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.028480] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.028480] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.057253] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.057253] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.057253] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.057253] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.057404] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-96a678cc-a0a6-45bd-9a2e-46948a9cb982 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.057479] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-96a678cc-a0a6-45bd-9a2e-46948a9cb982" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.057542] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-96a678cc-a0a6-45bd-9a2e-46948a9cb982" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.057902] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-96a678cc-a0a6-45bd-9a2e-46948a9cb982" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.058148] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96a678cc-a0a6-45bd-9a2e-46948a9cb982',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.164039] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.164209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.164280] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.164492] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.164581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.164769] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.164870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.164928] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.165080] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.165156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.165240] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d550e5e3-e388-4967-8580-1f36cf4aea64 already deleted. [ 593.165316] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.214959] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.215125] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.215197] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.215412] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.215499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.215589] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 already deleted. [ 593.215672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.215816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.215983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.216046] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcb950d0-0ace-4a4a-85cf-8431e9f03fc4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.330307] env[65529]: INFO networking_nsxv3.common.synchronization [None req-3e8e61ae-fff2-4ec3-aac3-f7d6ea75c474 tempest-VolumesAssistedSnapshotsTest-1372723293 tempest-VolumesAssistedSnapshotsTest-1372723293-project-member] Enqueued Resource ID: 3d103559-1a5c-47c9-a280-64438f583512 with Priority: HIGHEST for action security_group_rules [ 593.330307] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d103559-1a5c-47c9-a280-64438f583512 with Priority: HIGHEST for action security_group_rules [ 593.330307] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d103559-1a5c-47c9-a280-64438f583512 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.330307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d103559-1a5c-47c9-a280-64438f583512" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.330307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d103559-1a5c-47c9-a280-64438f583512" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.330307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d103559-1a5c-47c9-a280-64438f583512" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.330307] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d103559-1a5c-47c9-a280-64438f583512',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.335404] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.335404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.335404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.335404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.335404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.335404] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b0744f-dac8-4211-a269-8958c95d520c is going to be created. [ 593.366439] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.366439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.366439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.366439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.366439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.375220] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b0744f-dac8-4211-a269-8958c95d520c in Status: UNINITIALIZED for 2s [ 593.379658] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.379658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.379658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.379658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.379658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.379658] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fffa85d-9498-4be9-81c5-7b2e257679dd is going to be created. [ 593.405019] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.405019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.405019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.405019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.405019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.417291] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fffa85d-9498-4be9-81c5-7b2e257679dd in Status: UNINITIALIZED for 2s [ 593.561902] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.561902] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.561902] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.561902] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.562256] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.562256] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 96a678cc-a0a6-45bd-9a2e-46948a9cb982 not found, creating... [ 593.563181] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.563181] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.563181] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.563181] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.563181] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.563671] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.563671] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.563671] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.563795] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.563855] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.563989] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 96a678cc-a0a6-45bd-9a2e-46948a9cb982 is going to be created. [ 593.585226] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.585423] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.585551] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.585821] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.586873] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.586873] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-96a678cc-a0a6-45bd-9a2e-46948a9cb982" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.749384] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.749523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.749523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.749726] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.749817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.749912] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 already deleted. [ 593.749997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.779157] env[65529]: INFO networking_nsxv3.common.synchronization [None req-7d9d7871-2319-404c-9696-d76e81d7d0f0 None None] Enqueued Resource ID: 696eb629-c63c-4839-a581-490c2f0317cd with Priority: HIGHEST for action port [ 593.779870] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 696eb629-c63c-4839-a581-490c2f0317cd with Priority: HIGHEST for action port [ 593.780297] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-696eb629-c63c-4839-a581-490c2f0317cd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.780507] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-696eb629-c63c-4839-a581-490c2f0317cd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.780507] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-696eb629-c63c-4839-a581-490c2f0317cd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.780728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-696eb629-c63c-4839-a581-490c2f0317cd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.780835] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('696eb629-c63c-4839-a581-490c2f0317cd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.853097] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.853559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.853559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.853650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.853682] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.854162] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d103559-1a5c-47c9-a280-64438f583512 already deleted. [ 593.854162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d103559-1a5c-47c9-a280-64438f583512" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.922551] env[65529]: INFO networking_nsxv3.common.synchronization [None req-b0124bbc-d86f-4360-98ac-5a121f4acad6 tempest-VolumesAssistedSnapshotsTest-1372723293 tempest-VolumesAssistedSnapshotsTest-1372723293-project-member] Enqueued Resource ID: 3d103559-1a5c-47c9-a280-64438f583512 with Priority: HIGHEST for action security_group_rules [ 593.922551] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d103559-1a5c-47c9-a280-64438f583512 with Priority: HIGHEST for action security_group_rules [ 593.922551] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d103559-1a5c-47c9-a280-64438f583512 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.922551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d103559-1a5c-47c9-a280-64438f583512" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.922551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d103559-1a5c-47c9-a280-64438f583512" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.922551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d103559-1a5c-47c9-a280-64438f583512" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.922551] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d103559-1a5c-47c9-a280-64438f583512',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.273821] env[65529]: INFO networking_nsxv3.common.synchronization [req-220f2ed2-b5bb-430d-8813-4d2d7486e51d req-e7820e34-4f17-4d15-8f5a-c301051009ca service nova] Enqueued Resource ID: d550e5e3-e388-4967-8580-1f36cf4aea64 with Priority: HIGHEST for action security_group_rules [ 594.274012] env[65529]: INFO networking_nsxv3.common.synchronization [req-220f2ed2-b5bb-430d-8813-4d2d7486e51d req-e7820e34-4f17-4d15-8f5a-c301051009ca service nova] Enqueued Resource ID: d550e5e3-e388-4967-8580-1f36cf4aea64 with Priority: HIGHEST for action security_group_members [ 594.274149] env[65529]: INFO networking_nsxv3.common.synchronization [req-220f2ed2-b5bb-430d-8813-4d2d7486e51d req-e7820e34-4f17-4d15-8f5a-c301051009ca service nova] Enqueued Resource ID: 96a678cc-a0a6-45bd-9a2e-46948a9cb982 with Priority: HIGHEST for action port [ 594.274813] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d550e5e3-e388-4967-8580-1f36cf4aea64 with Priority: HIGHEST for action security_group_rules [ 594.274913] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d550e5e3-e388-4967-8580-1f36cf4aea64 with Priority: HIGHEST for action security_group_members [ 594.274981] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96a678cc-a0a6-45bd-9a2e-46948a9cb982 with Priority: HIGHEST for action port [ 594.275512] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d550e5e3-e388-4967-8580-1f36cf4aea64 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.275512] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.275512] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.275763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.275917] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d550e5e3-e388-4967-8580-1f36cf4aea64',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.276754] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d550e5e3-e388-4967-8580-1f36cf4aea64 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.276865] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.276930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.277122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.277273] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.277366] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.277425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.277606] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.277708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.277750] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d550e5e3-e388-4967-8580-1f36cf4aea64',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.278502] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-96a678cc-a0a6-45bd-9a2e-46948a9cb982 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.279079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96a678cc-a0a6-45bd-9a2e-46948a9cb982" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.279079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96a678cc-a0a6-45bd-9a2e-46948a9cb982" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.279079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96a678cc-a0a6-45bd-9a2e-46948a9cb982" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.279079] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96a678cc-a0a6-45bd-9a2e-46948a9cb982',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.283370] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 696eb629-c63c-4839-a581-490c2f0317cd [ 594.283714] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.283714] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.283879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.283972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.284053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.284142] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:696eb629-c63c-4839-a581-490c2f0317cd already deleted. [ 594.284216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-696eb629-c63c-4839-a581-490c2f0317cd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.372466] env[65529]: INFO networking_nsxv3.common.synchronization [None req-125df072-b850-4c65-99e3-c3a9bce5fc2b None None] Enqueued Resource ID: 0056a99c-39e0-4f4f-bb26-412089d23d88 with Priority: HIGHEST for action port [ 594.373014] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0056a99c-39e0-4f4f-bb26-412089d23d88 with Priority: HIGHEST for action port [ 594.373316] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-0056a99c-39e0-4f4f-bb26-412089d23d88 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.373436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0056a99c-39e0-4f4f-bb26-412089d23d88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.373625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0056a99c-39e0-4f4f-bb26-412089d23d88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.373870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0056a99c-39e0-4f4f-bb26-412089d23d88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.373955] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0056a99c-39e0-4f4f-bb26-412089d23d88',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.442749] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.442749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.442749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.442749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.442749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.442749] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d103559-1a5c-47c9-a280-64438f583512 already deleted. [ 594.442749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d103559-1a5c-47c9-a280-64438f583512" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.780931] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d550e5e3-e388-4967-8580-1f36cf4aea64 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.782761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.783090] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d550e5e3-e388-4967-8580-1f36cf4aea64',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.784791] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96a678cc-a0a6-45bd-9a2e-46948a9cb982 with status ACTIVE [ 594.785014] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.785137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.785209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.785404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.785492] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.785667] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.785780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.785861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.785964] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.789436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.789436] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.789436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.789436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.789436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.789436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.789436] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96a678cc-a0a6-45bd-9a2e-46948a9cb982 is going to be updated. [ 594.809688] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.809850] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.809916] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.810145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.810292] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.810451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96a678cc-a0a6-45bd-9a2e-46948a9cb982" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.875782] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0056a99c-39e0-4f4f-bb26-412089d23d88 [ 594.877211] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.877369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.877434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.877667] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.877757] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.877860] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0056a99c-39e0-4f4f-bb26-412089d23d88 already deleted. [ 594.877937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0056a99c-39e0-4f4f-bb26-412089d23d88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.984504] env[65529]: INFO networking_nsxv3.common.synchronization [req-afa1ad7a-f7dd-48c8-8929-f3ad5cac1fa2 req-603dc1b2-20da-4d85-a78a-3ab6fa454aa0 tempest-ImagesNegativeTestJSON-2069099910 tempest-ImagesNegativeTestJSON-2069099910-project-member] Enqueued Resource ID: 7d3b70b0-520a-4cc0-9d37-6e915018c02d with Priority: HIGHEST for action security_group_members [ 594.985092] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3b70b0-520a-4cc0-9d37-6e915018c02d with Priority: HIGHEST for action security_group_members [ 594.985397] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3b70b0-520a-4cc0-9d37-6e915018c02d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.985518] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3b70b0-520a-4cc0-9d37-6e915018c02d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.985589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3b70b0-520a-4cc0-9d37-6e915018c02d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.985968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3b70b0-520a-4cc0-9d37-6e915018c02d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.985968] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.986836] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.986917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.987106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.987228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.987348] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d3b70b0-520a-4cc0-9d37-6e915018c02d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.290395] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d550e5e3-e388-4967-8580-1f36cf4aea64',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.334445] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-466 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.334880] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-466" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.335115] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-466" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.335453] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-466" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.335738] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.335916] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.336011] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.336399] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.336534] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.336726] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.336882] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.336918] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.337035] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.338017] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.338017] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.338017] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.360364] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.360364] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 595.360576] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.360744] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-466" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.361082] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-3bc8c7bb-ea64-465f-a30a-b43147e58d5f taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.361316] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-3bc8c7bb-ea64-465f-a30a-b43147e58d5f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.361466] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-3bc8c7bb-ea64-465f-a30a-b43147e58d5f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.361946] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-3bc8c7bb-ea64-465f-a30a-b43147e58d5f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.362017] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bc8c7bb-ea64-465f-a30a-b43147e58d5f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.388287] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b0744f-dac8-4211-a269-8958c95d520c in Status: SUCCESS [ 595.388513] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.388715] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.389537] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.389537] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.389537] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.389537] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.389537] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.389789] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.389789] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.389789] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1b0744f-dac8-4211-a269-8958c95d520c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.428730] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fffa85d-9498-4be9-81c5-7b2e257679dd in Status: SUCCESS [ 595.428730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fffa85d-9498-4be9-81c5-7b2e257679dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.428730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fffa85d-9498-4be9-81c5-7b2e257679dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.428730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fffa85d-9498-4be9-81c5-7b2e257679dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.429059] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.429059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.432744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.432744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.432744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.432744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fffa85d-9498-4be9-81c5-7b2e257679dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.432744] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fffa85d-9498-4be9-81c5-7b2e257679dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.492654] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.492654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.492654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.492654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.492654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.492654] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.492654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.492654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.492654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.492654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.492654] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d3b70b0-520a-4cc0-9d37-6e915018c02d already deleted. [ 595.492654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3b70b0-520a-4cc0-9d37-6e915018c02d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.796122] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.796242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.796280] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.796554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.796614] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.796698] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d550e5e3-e388-4967-8580-1f36cf4aea64 is going to be created. [ 595.825144] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.825230] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.825785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.825785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.825785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.836341] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d550e5e3-e388-4967-8580-1f36cf4aea64 in Status: UNINITIALIZED for 2s [ 595.865612] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.865831] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.865948] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.866346] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.866437] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.866768] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port 3bc8c7bb-ea64-465f-a30a-b43147e58d5f not found, creating... [ 595.867041] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.867209] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.867431] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.867534] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.867659] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.867940] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.868164] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.868345] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.868615] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.868691] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.868941] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: 3bc8c7bb-ea64-465f-a30a-b43147e58d5f is going to be created. [ 595.891472] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.891855] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.891855] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.892190] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.892429] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.892646] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-3bc8c7bb-ea64-465f-a30a-b43147e58d5f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.893859] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b0744f-dac8-4211-a269-8958c95d520c taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.893859] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.893859] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.893859] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.894297] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.894297] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.894297] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.894297] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.894459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.894459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.894560] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b0744f-dac8-4211-a269-8958c95d520c taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.894649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.894707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.894842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.895578] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.895578] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.895578] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.895578] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.895578] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.895578] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.895578] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1b0744f-dac8-4211-a269-8958c95d520c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.935956] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fffa85d-9498-4be9-81c5-7b2e257679dd taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.935956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fffa85d-9498-4be9-81c5-7b2e257679dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.935956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fffa85d-9498-4be9-81c5-7b2e257679dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.935956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fffa85d-9498-4be9-81c5-7b2e257679dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.935956] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.935956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.935956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.935956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.935956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.935956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fffa85d-9498-4be9-81c5-7b2e257679dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.935956] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fffa85d-9498-4be9-81c5-7b2e257679dd taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.935956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fffa85d-9498-4be9-81c5-7b2e257679dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.935956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fffa85d-9498-4be9-81c5-7b2e257679dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.936559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fffa85d-9498-4be9-81c5-7b2e257679dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.936559] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.937410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.937410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.937410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.937410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.937410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fffa85d-9498-4be9-81c5-7b2e257679dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.937410] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fffa85d-9498-4be9-81c5-7b2e257679dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.986846] env[65529]: INFO networking_nsxv3.common.synchronization [None req-8f20b208-cc85-401f-b798-c3b4252b6d82 None None] Enqueued Resource ID: a8df1aab-9a31-4cf3-9052-6ba026e92f8e with Priority: HIGHEST for action port [ 595.987440] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8df1aab-9a31-4cf3-9052-6ba026e92f8e with Priority: HIGHEST for action port [ 595.987762] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8df1aab-9a31-4cf3-9052-6ba026e92f8e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.987889] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8df1aab-9a31-4cf3-9052-6ba026e92f8e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.988572] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8df1aab-9a31-4cf3-9052-6ba026e92f8e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.988925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8df1aab-9a31-4cf3-9052-6ba026e92f8e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.988979] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8df1aab-9a31-4cf3-9052-6ba026e92f8e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.397275] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1b0744f-dac8-4211-a269-8958c95d520c: rpc.has_security_group_logging(os_id): False [ 596.414699] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.414852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.414953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.415158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.415374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.415442] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.415524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.415572] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.415709] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.415812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.415955] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.416063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.416112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.416247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.416319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.416489] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.416584] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.416632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.416767] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.416839] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.416921] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1b0744f-dac8-4211-a269-8958c95d520c is going to be created. [ 596.439809] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fffa85d-9498-4be9-81c5-7b2e257679dd: rpc.has_security_group_logging(os_id): False [ 596.463430] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.463430] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.463641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.463692] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.464220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.464220] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.464220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.464220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.464819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.466230] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.466466] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.466466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.466576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.466710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.467105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.467105] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.470587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.470587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.470587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.470587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.470587] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fffa85d-9498-4be9-81c5-7b2e257679dd is going to be created. [ 596.483149] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.483600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.483600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.485062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.485062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.496227] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8df1aab-9a31-4cf3-9052-6ba026e92f8e [ 596.496227] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.496227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.496227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.496227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.496227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.496227] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8df1aab-9a31-4cf3-9052-6ba026e92f8e already deleted. [ 596.496227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8df1aab-9a31-4cf3-9052-6ba026e92f8e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.496227] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1b0744f-dac8-4211-a269-8958c95d520c in Status: IN_PROGRESS for 2s [ 596.555843] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.556142] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.556142] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.557223] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.557434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.589085] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fffa85d-9498-4be9-81c5-7b2e257679dd in Status: IN_PROGRESS for 2s [ 596.636587] env[65529]: INFO networking_nsxv3.common.synchronization [req-afa1ad7a-f7dd-48c8-8929-f3ad5cac1fa2 req-6212f5ae-31f2-4a03-8e96-48bf0f96d6ac service nova] Enqueued Resource ID: 7d3b70b0-520a-4cc0-9d37-6e915018c02d with Priority: HIGHEST for action security_group_rules [ 596.638266] env[65529]: INFO networking_nsxv3.common.synchronization [req-afa1ad7a-f7dd-48c8-8929-f3ad5cac1fa2 req-6212f5ae-31f2-4a03-8e96-48bf0f96d6ac service nova] Enqueued Resource ID: 7d3b70b0-520a-4cc0-9d37-6e915018c02d with Priority: HIGHEST for action security_group_members [ 596.638266] env[65529]: INFO networking_nsxv3.common.synchronization [req-afa1ad7a-f7dd-48c8-8929-f3ad5cac1fa2 req-6212f5ae-31f2-4a03-8e96-48bf0f96d6ac service nova] Enqueued Resource ID: 3bc8c7bb-ea64-465f-a30a-b43147e58d5f with Priority: HIGHEST for action port [ 596.641837] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3b70b0-520a-4cc0-9d37-6e915018c02d with Priority: HIGHEST for action security_group_rules [ 596.641837] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3b70b0-520a-4cc0-9d37-6e915018c02d with Priority: HIGHEST for action security_group_members [ 596.641837] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc8c7bb-ea64-465f-a30a-b43147e58d5f with Priority: HIGHEST for action port [ 596.641837] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d3b70b0-520a-4cc0-9d37-6e915018c02d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.641837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d3b70b0-520a-4cc0-9d37-6e915018c02d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.641837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d3b70b0-520a-4cc0-9d37-6e915018c02d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.648211] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d3b70b0-520a-4cc0-9d37-6e915018c02d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.648211] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d3b70b0-520a-4cc0-9d37-6e915018c02d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.648211] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3b70b0-520a-4cc0-9d37-6e915018c02d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.648211] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3b70b0-520a-4cc0-9d37-6e915018c02d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.648211] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3b70b0-520a-4cc0-9d37-6e915018c02d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.648211] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3b70b0-520a-4cc0-9d37-6e915018c02d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.648211] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.648211] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.648211] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.648211] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.648211] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.648211] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d3b70b0-520a-4cc0-9d37-6e915018c02d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.652826] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bc8c7bb-ea64-465f-a30a-b43147e58d5f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.653027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bc8c7bb-ea64-465f-a30a-b43147e58d5f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.653027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bc8c7bb-ea64-465f-a30a-b43147e58d5f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.653797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bc8c7bb-ea64-465f-a30a-b43147e58d5f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.653797] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bc8c7bb-ea64-465f-a30a-b43147e58d5f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.153637] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d3b70b0-520a-4cc0-9d37-6e915018c02d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.155184] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3b70b0-520a-4cc0-9d37-6e915018c02d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.155344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3b70b0-520a-4cc0-9d37-6e915018c02d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.155516] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3bc8c7bb-ea64-465f-a30a-b43147e58d5f with status ACTIVE [ 597.155685] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.155924] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.156278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.156618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.156845] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.157503] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.157987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.158161] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.158438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.158648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.159016] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.159016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.159016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.159191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.159226] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.159301] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3bc8c7bb-ea64-465f-a30a-b43147e58d5f is going to be updated. [ 597.185817] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.185817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.185817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.186096] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.186177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.186386] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bc8c7bb-ea64-465f-a30a-b43147e58d5f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.656462] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d3b70b0-520a-4cc0-9d37-6e915018c02d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.850161] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d550e5e3-e388-4967-8580-1f36cf4aea64 in Status: SUCCESS [ 597.850381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.850556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.850797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.850970] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.851246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.851246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.851354] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.851432] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.851520] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.851615] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d550e5e3-e388-4967-8580-1f36cf4aea64',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.160068] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.161061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.161061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.161338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.161485] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.161627] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d3b70b0-520a-4cc0-9d37-6e915018c02d is going to be created. [ 598.190050] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.190050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.190050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.190344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.190600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.203617] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3b70b0-520a-4cc0-9d37-6e915018c02d in Status: UNINITIALIZED for 2s [ 598.355701] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d550e5e3-e388-4967-8580-1f36cf4aea64 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.355701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.355701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.355701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.355701] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.355701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.355701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.355701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.355701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.355701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.355701] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d550e5e3-e388-4967-8580-1f36cf4aea64 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.356259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.356259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.356259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.356259] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.356259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.356259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.356499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.356499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.356555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.356618] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d550e5e3-e388-4967-8580-1f36cf4aea64',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.509057] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1b0744f-dac8-4211-a269-8958c95d520c in Status: SUCCESS [ 598.509299] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.606689] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fffa85d-9498-4be9-81c5-7b2e257679dd in Status: SUCCESS [ 598.606908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fffa85d-9498-4be9-81c5-7b2e257679dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.859232] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d550e5e3-e388-4967-8580-1f36cf4aea64: rpc.has_security_group_logging(os_id): False [ 598.880781] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.880967] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.881051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.881263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.881362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.881571] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.881729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.881729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.882090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.882090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.882158] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.882650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.882650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.882650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.882650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.882996] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.882996] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.882996] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.882996] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.882996] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.887397] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d550e5e3-e388-4967-8580-1f36cf4aea64 is going to be created. [ 598.973303] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.973552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.973552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.973927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.974117] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.987711] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d550e5e3-e388-4967-8580-1f36cf4aea64 in Status: IN_PROGRESS for 2s [ 600.217683] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3b70b0-520a-4cc0-9d37-6e915018c02d in Status: SUCCESS [ 600.217683] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3b70b0-520a-4cc0-9d37-6e915018c02d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.217683] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3b70b0-520a-4cc0-9d37-6e915018c02d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.217683] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3b70b0-520a-4cc0-9d37-6e915018c02d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.217683] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.217683] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.217683] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.217683] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.217683] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.217683] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3b70b0-520a-4cc0-9d37-6e915018c02d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.217683] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d3b70b0-520a-4cc0-9d37-6e915018c02d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.370718] env[65529]: INFO networking_nsxv3.common.synchronization [req-5395dab9-881b-4f0c-bcf1-10948b067976 req-9ba1574f-5250-4cd4-8728-17a8cdeddbb8 tempest-ServerExternalEventsTest-1091569178 tempest-ServerExternalEventsTest-1091569178-project-member] Enqueued Resource ID: 84a3c8e5-e3eb-4de9-9f56-405a0f0ad985 with Priority: HIGHEST for action security_group_members [ 600.371424] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84a3c8e5-e3eb-4de9-9f56-405a0f0ad985 with Priority: HIGHEST for action security_group_members [ 600.372109] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.372316] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.372506] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.373083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.373301] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.373494] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.373599] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.374057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.374202] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.374378] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84a3c8e5-e3eb-4de9-9f56-405a0f0ad985',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.720231] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3b70b0-520a-4cc0-9d37-6e915018c02d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.720361] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3b70b0-520a-4cc0-9d37-6e915018c02d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.720361] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3b70b0-520a-4cc0-9d37-6e915018c02d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.720561] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3b70b0-520a-4cc0-9d37-6e915018c02d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.720719] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.720879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.720879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.721259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.721259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.721259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3b70b0-520a-4cc0-9d37-6e915018c02d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.721415] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3b70b0-520a-4cc0-9d37-6e915018c02d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.721514] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3b70b0-520a-4cc0-9d37-6e915018c02d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.721514] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3b70b0-520a-4cc0-9d37-6e915018c02d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.721659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3b70b0-520a-4cc0-9d37-6e915018c02d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.721798] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.721881] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.721936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.722079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.722164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.722319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3b70b0-520a-4cc0-9d37-6e915018c02d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.722319] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d3b70b0-520a-4cc0-9d37-6e915018c02d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.815762] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.815994] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.816150] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.816434] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.816744] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.816892] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.817016] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.818693] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.820099] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.820099] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.820099] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.820099] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.820099] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.820099] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.820099] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.820099] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.845684] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.845876] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.845959] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.846145] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.846444] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-99693fc4-556c-499f-ad02-0235911f8636 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.846605] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-99693fc4-556c-499f-ad02-0235911f8636" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.846714] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-99693fc4-556c-499f-ad02-0235911f8636" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.870145] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-99693fc4-556c-499f-ad02-0235911f8636" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.870378] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99693fc4-556c-499f-ad02-0235911f8636',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.877146] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.877331] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.877398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.877825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.877825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.878022] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.878124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.878124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.879990] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.879990] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.879990] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84a3c8e5-e3eb-4de9-9f56-405a0f0ad985 already deleted. [ 600.879990] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.002448] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d550e5e3-e388-4967-8580-1f36cf4aea64 in Status: SUCCESS [ 601.003424] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.226922] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d3b70b0-520a-4cc0-9d37-6e915018c02d: rpc.has_security_group_logging(os_id): False [ 601.249185] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.249185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.249185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.249185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.249185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.249185] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.249185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.249185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.249185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.249185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.249185] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.249185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.249185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.249185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.250592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.251106] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.251763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.252473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.252473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.252473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.252473] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d3b70b0-520a-4cc0-9d37-6e915018c02d is going to be created. [ 601.320629] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.320928] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.320928] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.321082] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.321308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.333509] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d3b70b0-520a-4cc0-9d37-6e915018c02d in Status: IN_PROGRESS for 2s [ 601.373641] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.375145] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.375145] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.375145] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.375508] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.375508] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port 99693fc4-556c-499f-ad02-0235911f8636 not found, creating... [ 601.378954] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.378954] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.378954] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.380009] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.380009] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.380009] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.380009] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.380236] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.380410] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.380540] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.380709] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: 99693fc4-556c-499f-ad02-0235911f8636 is going to be created. [ 601.416305] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.416467] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.416560] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.416878] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.417165] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.417392] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-99693fc4-556c-499f-ad02-0235911f8636" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.173253] env[65529]: INFO networking_nsxv3.common.synchronization [req-5395dab9-881b-4f0c-bcf1-10948b067976 req-d61f7f38-ac70-482d-9535-11d7205d19f9 service nova] Enqueued Resource ID: 84a3c8e5-e3eb-4de9-9f56-405a0f0ad985 with Priority: HIGHEST for action security_group_rules [ 602.173568] env[65529]: INFO networking_nsxv3.common.synchronization [req-5395dab9-881b-4f0c-bcf1-10948b067976 req-d61f7f38-ac70-482d-9535-11d7205d19f9 service nova] Enqueued Resource ID: 84a3c8e5-e3eb-4de9-9f56-405a0f0ad985 with Priority: HIGHEST for action security_group_members [ 602.173692] env[65529]: INFO networking_nsxv3.common.synchronization [req-5395dab9-881b-4f0c-bcf1-10948b067976 req-d61f7f38-ac70-482d-9535-11d7205d19f9 service nova] Enqueued Resource ID: 99693fc4-556c-499f-ad02-0235911f8636 with Priority: HIGHEST for action port [ 602.174281] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84a3c8e5-e3eb-4de9-9f56-405a0f0ad985 with Priority: HIGHEST for action security_group_rules [ 602.174854] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84a3c8e5-e3eb-4de9-9f56-405a0f0ad985 with Priority: HIGHEST for action security_group_members [ 602.174981] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99693fc4-556c-499f-ad02-0235911f8636 with Priority: HIGHEST for action port [ 602.178056] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.178195] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.178263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.178530] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.178611] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84a3c8e5-e3eb-4de9-9f56-405a0f0ad985',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.179978] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.180114] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.180181] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.180439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.180620] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.180718] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.180777] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.180923] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.181013] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.182135] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84a3c8e5-e3eb-4de9-9f56-405a0f0ad985',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.183379] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-99693fc4-556c-499f-ad02-0235911f8636 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.183379] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99693fc4-556c-499f-ad02-0235911f8636" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.183379] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99693fc4-556c-499f-ad02-0235911f8636" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.183567] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99693fc4-556c-499f-ad02-0235911f8636" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.183612] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99693fc4-556c-499f-ad02-0235911f8636',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.232127] env[65529]: INFO networking_nsxv3.common.synchronization [req-a9d4a094-4b81-458b-aebf-aa767a180de1 req-dff0e13d-84e6-4c65-8c81-91c7c2a3eb5e tempest-VolumesAdminNegativeTest-1746304489 tempest-VolumesAdminNegativeTest-1746304489-project-member] Enqueued Resource ID: b00fddd6-d650-4af3-8c66-2159d2fe1aaa with Priority: HIGHEST for action security_group_members [ 602.233204] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b00fddd6-d650-4af3-8c66-2159d2fe1aaa with Priority: HIGHEST for action security_group_members [ 602.233839] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b00fddd6-d650-4af3-8c66-2159d2fe1aaa taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.234133] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b00fddd6-d650-4af3-8c66-2159d2fe1aaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.234252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b00fddd6-d650-4af3-8c66-2159d2fe1aaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.234519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b00fddd6-d650-4af3-8c66-2159d2fe1aaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.234681] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.234790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.234854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.235018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.235104] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.235221] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b00fddd6-d650-4af3-8c66-2159d2fe1aaa',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.686825] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84a3c8e5-e3eb-4de9-9f56-405a0f0ad985',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.688929] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.688929] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.688929] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99693fc4-556c-499f-ad02-0235911f8636 with status ACTIVE [ 602.688929] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.688929] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.688929] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.688929] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.688929] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.689308] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.689308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.689390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.689641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.689702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.689916] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.691392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.691705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.691982] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.692129] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.692495] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99693fc4-556c-499f-ad02-0235911f8636 is going to be updated. [ 602.722214] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.722392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.722436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.722640] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.722777] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.722944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99693fc4-556c-499f-ad02-0235911f8636" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.738137] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.738306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.738373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.738591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.738681] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.738873] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.738969] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.739059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.739215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.739292] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.739376] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b00fddd6-d650-4af3-8c66-2159d2fe1aaa already deleted. [ 602.739459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b00fddd6-d650-4af3-8c66-2159d2fe1aaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.028548] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-578 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.028810] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-578" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.028945] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-578" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.029629] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-578" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.029733] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.029916] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.030209] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.030533] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.030708] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.030965] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.031155] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.031318] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.031465] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.031642] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.031762] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.031920] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.055109] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.055322] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.055473] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.055654] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-578" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.055972] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-5807eef2-1d1f-48f3-930a-dcdbe15efeda taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.056158] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-5807eef2-1d1f-48f3-930a-dcdbe15efeda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.056275] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-5807eef2-1d1f-48f3-930a-dcdbe15efeda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.056666] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-5807eef2-1d1f-48f3-930a-dcdbe15efeda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.056811] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5807eef2-1d1f-48f3-930a-dcdbe15efeda',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.194906] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84a3c8e5-e3eb-4de9-9f56-405a0f0ad985',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.347704] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d3b70b0-520a-4cc0-9d37-6e915018c02d in Status: SUCCESS [ 603.347704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d3b70b0-520a-4cc0-9d37-6e915018c02d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.559436] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.559436] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.559656] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.559963] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.560172] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.560333] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 5807eef2-1d1f-48f3-930a-dcdbe15efeda not found, creating... [ 603.560720] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.560967] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.561201] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.561926] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.561926] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.562240] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.562487] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.562685] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.563425] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.563425] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.563425] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 5807eef2-1d1f-48f3-930a-dcdbe15efeda is going to be created. [ 603.585457] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.585672] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.585793] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.586089] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.586323] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.586819] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-5807eef2-1d1f-48f3-930a-dcdbe15efeda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.697806] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.698047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.698133] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.698415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.698507] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.698625] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84a3c8e5-e3eb-4de9-9f56-405a0f0ad985 is going to be created. [ 603.737329] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.737566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.737667] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.737925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.738112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.750634] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84a3c8e5-e3eb-4de9-9f56-405a0f0ad985 in Status: UNINITIALIZED for 2s [ 604.283648] env[65529]: INFO networking_nsxv3.common.synchronization [req-a9d4a094-4b81-458b-aebf-aa767a180de1 req-271b08b8-55fd-460b-b06d-fdfe91177ec0 service nova] Enqueued Resource ID: b00fddd6-d650-4af3-8c66-2159d2fe1aaa with Priority: HIGHEST for action security_group_rules [ 604.283802] env[65529]: INFO networking_nsxv3.common.synchronization [req-a9d4a094-4b81-458b-aebf-aa767a180de1 req-271b08b8-55fd-460b-b06d-fdfe91177ec0 service nova] Enqueued Resource ID: b00fddd6-d650-4af3-8c66-2159d2fe1aaa with Priority: HIGHEST for action security_group_members [ 604.283993] env[65529]: INFO networking_nsxv3.common.synchronization [req-a9d4a094-4b81-458b-aebf-aa767a180de1 req-271b08b8-55fd-460b-b06d-fdfe91177ec0 service nova] Enqueued Resource ID: 5807eef2-1d1f-48f3-930a-dcdbe15efeda with Priority: HIGHEST for action port [ 604.284498] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b00fddd6-d650-4af3-8c66-2159d2fe1aaa with Priority: HIGHEST for action security_group_rules [ 604.284641] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b00fddd6-d650-4af3-8c66-2159d2fe1aaa with Priority: HIGHEST for action security_group_members [ 604.284749] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5807eef2-1d1f-48f3-930a-dcdbe15efeda with Priority: HIGHEST for action port [ 604.285123] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b00fddd6-d650-4af3-8c66-2159d2fe1aaa taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.285281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b00fddd6-d650-4af3-8c66-2159d2fe1aaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.285354] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b00fddd6-d650-4af3-8c66-2159d2fe1aaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.285685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b00fddd6-d650-4af3-8c66-2159d2fe1aaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.285736] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b00fddd6-d650-4af3-8c66-2159d2fe1aaa',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.286715] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b00fddd6-d650-4af3-8c66-2159d2fe1aaa taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.286935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b00fddd6-d650-4af3-8c66-2159d2fe1aaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.286935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b00fddd6-d650-4af3-8c66-2159d2fe1aaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.287094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b00fddd6-d650-4af3-8c66-2159d2fe1aaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.287272] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.287365] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.287424] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.287585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.287675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.287962] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b00fddd6-d650-4af3-8c66-2159d2fe1aaa',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.289915] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-5807eef2-1d1f-48f3-930a-dcdbe15efeda taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.290093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5807eef2-1d1f-48f3-930a-dcdbe15efeda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.290133] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5807eef2-1d1f-48f3-930a-dcdbe15efeda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.290328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5807eef2-1d1f-48f3-930a-dcdbe15efeda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.290462] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5807eef2-1d1f-48f3-930a-dcdbe15efeda',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.790743] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b00fddd6-d650-4af3-8c66-2159d2fe1aaa',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.793577] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5807eef2-1d1f-48f3-930a-dcdbe15efeda with status ACTIVE [ 604.793806] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.793945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.794020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.794271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.794392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.794663] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.794763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.794828] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.794995] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.795085] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.795276] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.795372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.795432] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.795575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.795648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.795773] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5807eef2-1d1f-48f3-930a-dcdbe15efeda is going to be updated. [ 604.798179] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b00fddd6-d650-4af3-8c66-2159d2fe1aaa taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.798352] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b00fddd6-d650-4af3-8c66-2159d2fe1aaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.822600] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.822750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.822866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.823037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.823175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.823334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5807eef2-1d1f-48f3-930a-dcdbe15efeda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.839823] env[65529]: INFO networking_nsxv3.common.synchronization [None req-caf8327b-3ad6-4c67-b401-41f995d44425 None None] Enqueued Resource ID: 72877789-9c1a-43f4-8b8c-39dc1be24d34 with Priority: HIGHEST for action port [ 604.841527] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72877789-9c1a-43f4-8b8c-39dc1be24d34 with Priority: HIGHEST for action port [ 604.841731] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-72877789-9c1a-43f4-8b8c-39dc1be24d34 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.841909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72877789-9c1a-43f4-8b8c-39dc1be24d34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.841999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72877789-9c1a-43f4-8b8c-39dc1be24d34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.842292] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72877789-9c1a-43f4-8b8c-39dc1be24d34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.842406] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72877789-9c1a-43f4-8b8c-39dc1be24d34',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.293327] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b00fddd6-d650-4af3-8c66-2159d2fe1aaa',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.345406] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72877789-9c1a-43f4-8b8c-39dc1be24d34 [ 605.345642] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.345810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.345858] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.346070] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.346311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.346311] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72877789-9c1a-43f4-8b8c-39dc1be24d34 already deleted. [ 605.346427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72877789-9c1a-43f4-8b8c-39dc1be24d34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.427653] env[65529]: INFO networking_nsxv3.common.synchronization [None req-b313e06b-8495-4f14-ae36-dca5f9212b66 None None] Enqueued Resource ID: 5808eed3-6c74-48ac-b237-dd79091add7b with Priority: HIGHEST for action port [ 605.428335] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5808eed3-6c74-48ac-b237-dd79091add7b with Priority: HIGHEST for action port [ 605.429308] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-5808eed3-6c74-48ac-b237-dd79091add7b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.429308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5808eed3-6c74-48ac-b237-dd79091add7b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.429308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5808eed3-6c74-48ac-b237-dd79091add7b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.429308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5808eed3-6c74-48ac-b237-dd79091add7b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.430279] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5808eed3-6c74-48ac-b237-dd79091add7b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.761495] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84a3c8e5-e3eb-4de9-9f56-405a0f0ad985 in Status: SUCCESS [ 605.761693] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.761865] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.762092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.762331] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.762466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.762532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.762708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.762790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.762887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.762993] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84a3c8e5-e3eb-4de9-9f56-405a0f0ad985',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.797850] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.798218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.798218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.798428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.798537] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.798638] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b00fddd6-d650-4af3-8c66-2159d2fe1aaa is going to be created. [ 605.824349] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.824529] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.824594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.824884] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.825079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.862229] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b00fddd6-d650-4af3-8c66-2159d2fe1aaa in Status: UNINITIALIZED for 2s [ 605.934471] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5808eed3-6c74-48ac-b237-dd79091add7b [ 605.934764] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.934917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.935087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.935270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.935399] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.935575] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5808eed3-6c74-48ac-b237-dd79091add7b already deleted. [ 605.935696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5808eed3-6c74-48ac-b237-dd79091add7b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.269024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.269024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.269024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.269024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.269024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.269024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.269024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.269024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.269024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.269024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.269024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.269024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.269024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.269024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.269024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.269024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.269997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.269997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.269997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.269997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.269997] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84a3c8e5-e3eb-4de9-9f56-405a0f0ad985',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.465373] env[65529]: INFO networking_nsxv3.common.synchronization [req-0f3996ae-acff-49ea-9827-8e39d0219f1a req-87f6cc3b-59b6-433e-b821-b5722adb8190 tempest-ServerDiagnosticsTest-855574306 tempest-ServerDiagnosticsTest-855574306-project-member] Enqueued Resource ID: 0f1df6fc-a15d-461f-9f57-2943dd682652 with Priority: HIGHEST for action security_group_members [ 606.465607] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f1df6fc-a15d-461f-9f57-2943dd682652 with Priority: HIGHEST for action security_group_members [ 606.465951] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f1df6fc-a15d-461f-9f57-2943dd682652 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.466233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f1df6fc-a15d-461f-9f57-2943dd682652" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.466312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f1df6fc-a15d-461f-9f57-2943dd682652" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.466763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f1df6fc-a15d-461f-9f57-2943dd682652" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.466763] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.466972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.466972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.467144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.467224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.467287] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f1df6fc-a15d-461f-9f57-2943dd682652',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.635930] env[65529]: INFO networking_nsxv3.common.synchronization [None req-943a6152-8210-41cf-a8e2-c0f6723e49bb None None] Enqueued Resource ID: 9624eb85-465c-4d41-86e3-c1ecd5915101 with Priority: HIGHEST for action port [ 606.636203] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9624eb85-465c-4d41-86e3-c1ecd5915101 with Priority: HIGHEST for action port [ 606.638061] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-9624eb85-465c-4d41-86e3-c1ecd5915101 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.638200] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9624eb85-465c-4d41-86e3-c1ecd5915101" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.638291] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9624eb85-465c-4d41-86e3-c1ecd5915101" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.638557] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9624eb85-465c-4d41-86e3-c1ecd5915101" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.638637] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9624eb85-465c-4d41-86e3-c1ecd5915101',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.771322] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84a3c8e5-e3eb-4de9-9f56-405a0f0ad985: rpc.has_security_group_logging(os_id): False [ 606.793248] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.793248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.793248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.793248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.793817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.794064] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.794377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.794456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.794766] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.794889] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.795073] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.795191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.795240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.795509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.795595] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.795966] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.796083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.796147] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.796293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.796370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.796456] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84a3c8e5-e3eb-4de9-9f56-405a0f0ad985 is going to be created. [ 606.856395] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.856707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.856707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.856808] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.856983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.871874] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84a3c8e5-e3eb-4de9-9f56-405a0f0ad985 in Status: IN_PROGRESS for 2s [ 606.971509] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.971509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.971509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.971509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.971509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.971742] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.971742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.971742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.971925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.971925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.975767] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f1df6fc-a15d-461f-9f57-2943dd682652 already deleted. [ 606.975902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f1df6fc-a15d-461f-9f57-2943dd682652" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.997105] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.997307] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.997431] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.997701] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.997949] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.998902] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.001248] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.001248] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.001248] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.001248] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.001248] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.001248] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.001248] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.001248] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.001248] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.001248] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.020090] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.020255] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.020390] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.020587] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.020867] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-e6cd7a41-686d-4580-939b-41c46157ac35 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.021048] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-e6cd7a41-686d-4580-939b-41c46157ac35" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.021201] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-e6cd7a41-686d-4580-939b-41c46157ac35" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.021626] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-e6cd7a41-686d-4580-939b-41c46157ac35" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.021704] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6cd7a41-686d-4580-939b-41c46157ac35',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.142048] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9624eb85-465c-4d41-86e3-c1ecd5915101 [ 607.142048] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.142319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.142319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.142522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.142630] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.142743] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9624eb85-465c-4d41-86e3-c1ecd5915101 already deleted. [ 607.142831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9624eb85-465c-4d41-86e3-c1ecd5915101" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.304372] env[65529]: INFO networking_nsxv3.common.synchronization [None req-837e49b1-6b32-402a-bd2b-357f2bf6859e None None] Enqueued Resource ID: f4632376-ebdf-454b-8a79-714d7bcb50e0 with Priority: HIGHEST for action port [ 607.304843] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4632376-ebdf-454b-8a79-714d7bcb50e0 with Priority: HIGHEST for action port [ 607.305172] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4632376-ebdf-454b-8a79-714d7bcb50e0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.305364] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4632376-ebdf-454b-8a79-714d7bcb50e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.305545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4632376-ebdf-454b-8a79-714d7bcb50e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.305698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4632376-ebdf-454b-8a79-714d7bcb50e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.305781] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4632376-ebdf-454b-8a79-714d7bcb50e0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.525165] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.525414] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.525506] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.525786] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.525926] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.526085] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port e6cd7a41-686d-4580-939b-41c46157ac35 not found, creating... [ 607.526857] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.527023] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.527136] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.527623] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.527623] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.527755] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.527907] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.528545] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.528545] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.528545] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.528743] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: e6cd7a41-686d-4580-939b-41c46157ac35 is going to be created. [ 607.550214] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.550502] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.550555] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.550825] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.551068] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.551318] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-e6cd7a41-686d-4580-939b-41c46157ac35" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.781650] env[65529]: INFO networking_nsxv3.common.synchronization [None req-f641f556-96f0-4916-8095-418fb4ace7d4 None None] Enqueued Resource ID: d2f1bae2-2aef-4e7d-abe4-606bc96bf794 with Priority: HIGHEST for action port [ 607.782612] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f1bae2-2aef-4e7d-abe4-606bc96bf794 with Priority: HIGHEST for action port [ 607.782612] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2f1bae2-2aef-4e7d-abe4-606bc96bf794 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.782773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2f1bae2-2aef-4e7d-abe4-606bc96bf794" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.782773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2f1bae2-2aef-4e7d-abe4-606bc96bf794" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.783000] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2f1bae2-2aef-4e7d-abe4-606bc96bf794" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.783664] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2f1bae2-2aef-4e7d-abe4-606bc96bf794',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.808313] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4632376-ebdf-454b-8a79-714d7bcb50e0 [ 607.808313] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.808568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.808568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.808745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.808835] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.808929] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4632376-ebdf-454b-8a79-714d7bcb50e0 already deleted. [ 607.809021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4632376-ebdf-454b-8a79-714d7bcb50e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.875398] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b00fddd6-d650-4af3-8c66-2159d2fe1aaa in Status: SUCCESS [ 607.875779] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b00fddd6-d650-4af3-8c66-2159d2fe1aaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.875779] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b00fddd6-d650-4af3-8c66-2159d2fe1aaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.876014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b00fddd6-d650-4af3-8c66-2159d2fe1aaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.876213] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.876342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.876415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.876578] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.876663] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.876751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b00fddd6-d650-4af3-8c66-2159d2fe1aaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.876843] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b00fddd6-d650-4af3-8c66-2159d2fe1aaa',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.267915] env[65529]: INFO networking_nsxv3.common.synchronization [req-0f3996ae-acff-49ea-9827-8e39d0219f1a req-1e330b39-cb53-46cf-ab3d-cd621eb7c2c4 service nova] Enqueued Resource ID: 0f1df6fc-a15d-461f-9f57-2943dd682652 with Priority: HIGHEST for action security_group_rules [ 608.268565] env[65529]: INFO networking_nsxv3.common.synchronization [req-0f3996ae-acff-49ea-9827-8e39d0219f1a req-1e330b39-cb53-46cf-ab3d-cd621eb7c2c4 service nova] Enqueued Resource ID: 0f1df6fc-a15d-461f-9f57-2943dd682652 with Priority: HIGHEST for action security_group_members [ 608.268565] env[65529]: INFO networking_nsxv3.common.synchronization [req-0f3996ae-acff-49ea-9827-8e39d0219f1a req-1e330b39-cb53-46cf-ab3d-cd621eb7c2c4 service nova] Enqueued Resource ID: e6cd7a41-686d-4580-939b-41c46157ac35 with Priority: HIGHEST for action port [ 608.268896] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f1df6fc-a15d-461f-9f57-2943dd682652 with Priority: HIGHEST for action security_group_rules [ 608.269397] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f1df6fc-a15d-461f-9f57-2943dd682652 with Priority: HIGHEST for action security_group_members [ 608.269602] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6cd7a41-686d-4580-939b-41c46157ac35 with Priority: HIGHEST for action port [ 608.270034] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f1df6fc-a15d-461f-9f57-2943dd682652 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.270034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f1df6fc-a15d-461f-9f57-2943dd682652" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.270034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f1df6fc-a15d-461f-9f57-2943dd682652" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.270616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f1df6fc-a15d-461f-9f57-2943dd682652" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.270616] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f1df6fc-a15d-461f-9f57-2943dd682652',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.271154] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f1df6fc-a15d-461f-9f57-2943dd682652 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.271316] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f1df6fc-a15d-461f-9f57-2943dd682652" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.271390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f1df6fc-a15d-461f-9f57-2943dd682652" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.271563] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f1df6fc-a15d-461f-9f57-2943dd682652" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.271711] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.271823] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.271935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.272028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.272126] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.272223] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f1df6fc-a15d-461f-9f57-2943dd682652',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.274528] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6cd7a41-686d-4580-939b-41c46157ac35 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.274528] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6cd7a41-686d-4580-939b-41c46157ac35" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.274528] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6cd7a41-686d-4580-939b-41c46157ac35" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.274528] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6cd7a41-686d-4580-939b-41c46157ac35" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.274528] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6cd7a41-686d-4580-939b-41c46157ac35',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.285860] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2f1bae2-2aef-4e7d-abe4-606bc96bf794 [ 608.286104] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.286249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.286313] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.286517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.286607] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.286698] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2f1bae2-2aef-4e7d-abe4-606bc96bf794 already deleted. [ 608.287098] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2f1bae2-2aef-4e7d-abe4-606bc96bf794" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.378790] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b00fddd6-d650-4af3-8c66-2159d2fe1aaa taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.379275] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b00fddd6-d650-4af3-8c66-2159d2fe1aaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.379275] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b00fddd6-d650-4af3-8c66-2159d2fe1aaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.379275] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b00fddd6-d650-4af3-8c66-2159d2fe1aaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.379454] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.379609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.379657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.379766] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.379851] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.379938] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b00fddd6-d650-4af3-8c66-2159d2fe1aaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.380096] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b00fddd6-d650-4af3-8c66-2159d2fe1aaa taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.380226] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b00fddd6-d650-4af3-8c66-2159d2fe1aaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.380226] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b00fddd6-d650-4af3-8c66-2159d2fe1aaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.380378] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b00fddd6-d650-4af3-8c66-2159d2fe1aaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.380712] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.380712] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.380712] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.380907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.380907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.380907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b00fddd6-d650-4af3-8c66-2159d2fe1aaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.381712] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b00fddd6-d650-4af3-8c66-2159d2fe1aaa',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.609869] env[65529]: INFO networking_nsxv3.common.synchronization [req-c823dd0c-38f3-4618-a7c4-feff82c0a6a5 req-4f92f8a6-8ad9-45d6-a728-b0422ba6c2da tempest-AttachInterfacesUnderV243Test-1952801998 tempest-AttachInterfacesUnderV243Test-1952801998-project-member] Enqueued Resource ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 with Priority: HIGHEST for action security_group_members [ 608.610493] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 with Priority: HIGHEST for action security_group_members [ 608.610851] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.610992] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.611653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.612018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.612276] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.612409] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.612481] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.612648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.613686] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.613829] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcb950d0-0ace-4a4a-85cf-8431e9f03fc4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.778975] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f1df6fc-a15d-461f-9f57-2943dd682652',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.778975] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f1df6fc-a15d-461f-9f57-2943dd682652 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.778975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f1df6fc-a15d-461f-9f57-2943dd682652" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.778975] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6cd7a41-686d-4580-939b-41c46157ac35 with status ACTIVE [ 608.779529] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.779529] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.779529] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.779681] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.779786] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.780019] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.780180] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.780264] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.780499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.780606] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.781240] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.781240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.781240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.781559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.781559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.781559] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6cd7a41-686d-4580-939b-41c46157ac35 is going to be updated. [ 608.806785] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.807108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.807248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.807618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.807767] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.808053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6cd7a41-686d-4580-939b-41c46157ac35" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.885947] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b00fddd6-d650-4af3-8c66-2159d2fe1aaa: rpc.has_security_group_logging(os_id): False [ 608.891925] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84a3c8e5-e3eb-4de9-9f56-405a0f0ad985 in Status: SUCCESS [ 608.892123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.913083] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.913243] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.913508] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.913508] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.913648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.913753] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.914543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.914543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.914543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.914543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.914704] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.914766] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.914796] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.914939] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.915012] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.915425] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.915533] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.915616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.916214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.916214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.916214] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b00fddd6-d650-4af3-8c66-2159d2fe1aaa is going to be created. [ 609.002265] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-991 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.002265] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-991" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.002484] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-991" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.002692] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-991" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.002973] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.004025] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.004141] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.004420] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.004523] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.004729] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.004853] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.004963] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.005114] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.005259] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.005334] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.005474] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.017555] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.017760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.017801] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.018187] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.018783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.029869] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.030035] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.030936] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.030936] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-991" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.030936] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-46f3dbcc-debf-4df4-bbd1-a81106d7c80d taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.030936] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-46f3dbcc-debf-4df4-bbd1-a81106d7c80d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.030936] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-46f3dbcc-debf-4df4-bbd1-a81106d7c80d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.031342] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-46f3dbcc-debf-4df4-bbd1-a81106d7c80d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.031509] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46f3dbcc-debf-4df4-bbd1-a81106d7c80d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.035452] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b00fddd6-d650-4af3-8c66-2159d2fe1aaa in Status: IN_PROGRESS for 2s [ 609.117935] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.119063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.119063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.119063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.119063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.119530] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.119848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.120565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.120565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.120565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.120565] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 already deleted. [ 609.120565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.285797] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f1df6fc-a15d-461f-9f57-2943dd682652',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.388135] env[65529]: INFO networking_nsxv3.common.synchronization [req-88f705ad-f194-4a6e-8c25-67ff6288f535 req-f18345ee-6198-40a4-8ce1-96b43706157f tempest-VolumesAssistedSnapshotsTest-1372723293 tempest-VolumesAssistedSnapshotsTest-1372723293-project-member] Enqueued Resource ID: 3d103559-1a5c-47c9-a280-64438f583512 with Priority: HIGHEST for action security_group_members [ 609.390731] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d103559-1a5c-47c9-a280-64438f583512 with Priority: HIGHEST for action security_group_members [ 609.390731] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d103559-1a5c-47c9-a280-64438f583512 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.390731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d103559-1a5c-47c9-a280-64438f583512" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.390731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d103559-1a5c-47c9-a280-64438f583512" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.391044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d103559-1a5c-47c9-a280-64438f583512" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.392362] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.392362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.392362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.392362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.392362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.392362] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d103559-1a5c-47c9-a280-64438f583512',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.538025] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.538025] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.538025] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.538025] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.538025] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.538025] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port 46f3dbcc-debf-4df4-bbd1-a81106d7c80d not found, creating... [ 609.538025] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.538025] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.538025] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.538025] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.539091] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.539693] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.540140] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.540476] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.540921] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.541343] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.541690] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: 46f3dbcc-debf-4df4-bbd1-a81106d7c80d is going to be created. [ 609.565803] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.566047] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.566104] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.566374] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.566671] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.567582] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-46f3dbcc-debf-4df4-bbd1-a81106d7c80d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.604234] env[65529]: INFO networking_nsxv3.common.synchronization [None req-4140f61e-5f90-437a-b55d-7d1fa5b449d9 None None] Enqueued Resource ID: 2f686782-d49d-4854-ac97-a2967d31a5c4 with Priority: HIGHEST for action port [ 609.604234] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f686782-d49d-4854-ac97-a2967d31a5c4 with Priority: HIGHEST for action port [ 609.604234] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f686782-d49d-4854-ac97-a2967d31a5c4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.604234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f686782-d49d-4854-ac97-a2967d31a5c4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.604663] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f686782-d49d-4854-ac97-a2967d31a5c4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.605119] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f686782-d49d-4854-ac97-a2967d31a5c4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.605654] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f686782-d49d-4854-ac97-a2967d31a5c4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.787318] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.787485] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.787557] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.787778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.787872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.787969] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f1df6fc-a15d-461f-9f57-2943dd682652 is going to be created. [ 609.816324] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.816631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.816631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.816818] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.817095] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.827314] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f1df6fc-a15d-461f-9f57-2943dd682652 in Status: UNINITIALIZED for 2s [ 609.874820] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.875032] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-407" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.875156] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-407" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.875476] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-407" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.875753] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.875905] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.876019] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.876407] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.876549] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.876749] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.876852] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.876956] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.877068] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.877173] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.877271] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.877394] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.896917] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.897340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.897340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.897340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.897499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.897691] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.897786] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.897849] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.897997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.898093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.898178] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d103559-1a5c-47c9-a280-64438f583512 already deleted. [ 609.898258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d103559-1a5c-47c9-a280-64438f583512" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.900948] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.901117] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.901314] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.901529] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-407" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.901812] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-41a2e8d9-2d4f-47f1-b7b5-79bcd2c13e75 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.901968] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-41a2e8d9-2d4f-47f1-b7b5-79bcd2c13e75" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.902093] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-41a2e8d9-2d4f-47f1-b7b5-79bcd2c13e75" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.902399] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-41a2e8d9-2d4f-47f1-b7b5-79bcd2c13e75" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.902528] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41a2e8d9-2d4f-47f1-b7b5-79bcd2c13e75',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.109649] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f686782-d49d-4854-ac97-a2967d31a5c4 [ 610.109649] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.109649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.109649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.109649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.109649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.109649] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f686782-d49d-4854-ac97-a2967d31a5c4 already deleted. [ 610.109649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f686782-d49d-4854-ac97-a2967d31a5c4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.253383] env[65529]: INFO networking_nsxv3.common.synchronization [req-c823dd0c-38f3-4618-a7c4-feff82c0a6a5 req-33ba89c0-faeb-45cf-9e10-aae2d1c0a450 service nova] Enqueued Resource ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 with Priority: HIGHEST for action security_group_rules [ 610.253383] env[65529]: INFO networking_nsxv3.common.synchronization [req-c823dd0c-38f3-4618-a7c4-feff82c0a6a5 req-33ba89c0-faeb-45cf-9e10-aae2d1c0a450 service nova] Enqueued Resource ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 with Priority: HIGHEST for action security_group_members [ 610.253383] env[65529]: INFO networking_nsxv3.common.synchronization [req-c823dd0c-38f3-4618-a7c4-feff82c0a6a5 req-33ba89c0-faeb-45cf-9e10-aae2d1c0a450 service nova] Enqueued Resource ID: 46f3dbcc-debf-4df4-bbd1-a81106d7c80d with Priority: HIGHEST for action port [ 610.254126] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 with Priority: HIGHEST for action security_group_rules [ 610.254126] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 with Priority: HIGHEST for action security_group_members [ 610.254126] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46f3dbcc-debf-4df4-bbd1-a81106d7c80d with Priority: HIGHEST for action port [ 610.254688] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.254925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.254970] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.255255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.256590] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcb950d0-0ace-4a4a-85cf-8431e9f03fc4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.257576] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.258516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.258623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.258977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.259770] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.260182] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.260349] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.260562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.261158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.261338] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcb950d0-0ace-4a4a-85cf-8431e9f03fc4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.265799] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-46f3dbcc-debf-4df4-bbd1-a81106d7c80d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.265799] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46f3dbcc-debf-4df4-bbd1-a81106d7c80d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.265799] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46f3dbcc-debf-4df4-bbd1-a81106d7c80d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.265799] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46f3dbcc-debf-4df4-bbd1-a81106d7c80d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.265799] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46f3dbcc-debf-4df4-bbd1-a81106d7c80d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.404584] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.404834] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.404956] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.405263] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.405412] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.405560] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 41a2e8d9-2d4f-47f1-b7b5-79bcd2c13e75 not found, creating... [ 610.405856] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.406048] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.406159] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.406384] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.406518] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.406834] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.406989] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.407114] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.407316] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.407456] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.407595] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 41a2e8d9-2d4f-47f1-b7b5-79bcd2c13e75 is going to be created. [ 610.435459] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.435674] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.435765] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.436063] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.436298] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.436527] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-41a2e8d9-2d4f-47f1-b7b5-79bcd2c13e75" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.767111] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcb950d0-0ace-4a4a-85cf-8431e9f03fc4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.767917] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.768059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.768187] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46f3dbcc-debf-4df4-bbd1-a81106d7c80d with status ACTIVE [ 610.768345] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.768450] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.768637] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.769112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.769175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.769355] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.769467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.769541] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.769690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.769769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.769942] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.770140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.770220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.770371] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.770447] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.770529] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46f3dbcc-debf-4df4-bbd1-a81106d7c80d is going to be updated. [ 610.794556] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.794670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.794670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.794856] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.794996] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.795166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46f3dbcc-debf-4df4-bbd1-a81106d7c80d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.051246] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b00fddd6-d650-4af3-8c66-2159d2fe1aaa in Status: SUCCESS [ 611.051886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b00fddd6-d650-4af3-8c66-2159d2fe1aaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.146287] env[65529]: INFO networking_nsxv3.common.synchronization [req-88f705ad-f194-4a6e-8c25-67ff6288f535 req-db86edb1-0d95-48a9-b5b2-99a275ac8e05 service nova] Enqueued Resource ID: 3d103559-1a5c-47c9-a280-64438f583512 with Priority: HIGHEST for action security_group_rules [ 611.146621] env[65529]: INFO networking_nsxv3.common.synchronization [req-88f705ad-f194-4a6e-8c25-67ff6288f535 req-db86edb1-0d95-48a9-b5b2-99a275ac8e05 service nova] Enqueued Resource ID: 3d103559-1a5c-47c9-a280-64438f583512 with Priority: HIGHEST for action security_group_members [ 611.146621] env[65529]: INFO networking_nsxv3.common.synchronization [req-88f705ad-f194-4a6e-8c25-67ff6288f535 req-db86edb1-0d95-48a9-b5b2-99a275ac8e05 service nova] Enqueued Resource ID: 41a2e8d9-2d4f-47f1-b7b5-79bcd2c13e75 with Priority: HIGHEST for action port [ 611.147080] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d103559-1a5c-47c9-a280-64438f583512 with Priority: HIGHEST for action security_group_rules [ 611.148935] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d103559-1a5c-47c9-a280-64438f583512 with Priority: HIGHEST for action security_group_members [ 611.148935] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a2e8d9-2d4f-47f1-b7b5-79bcd2c13e75 with Priority: HIGHEST for action port [ 611.148935] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d103559-1a5c-47c9-a280-64438f583512 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.148935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d103559-1a5c-47c9-a280-64438f583512" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.148935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d103559-1a5c-47c9-a280-64438f583512" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.148935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d103559-1a5c-47c9-a280-64438f583512" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.148935] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d103559-1a5c-47c9-a280-64438f583512',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.149979] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d103559-1a5c-47c9-a280-64438f583512 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.150086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d103559-1a5c-47c9-a280-64438f583512" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.150135] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d103559-1a5c-47c9-a280-64438f583512" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.150334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d103559-1a5c-47c9-a280-64438f583512" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.151030] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.151030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.151030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.151250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.151250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.151318] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d103559-1a5c-47c9-a280-64438f583512',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.153676] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-41a2e8d9-2d4f-47f1-b7b5-79bcd2c13e75 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.153676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41a2e8d9-2d4f-47f1-b7b5-79bcd2c13e75" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.153676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41a2e8d9-2d4f-47f1-b7b5-79bcd2c13e75" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.153676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41a2e8d9-2d4f-47f1-b7b5-79bcd2c13e75" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.153676] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41a2e8d9-2d4f-47f1-b7b5-79bcd2c13e75',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.273448] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcb950d0-0ace-4a4a-85cf-8431e9f03fc4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.650576] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d103559-1a5c-47c9-a280-64438f583512 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.650808] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d103559-1a5c-47c9-a280-64438f583512" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.654499] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d103559-1a5c-47c9-a280-64438f583512',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.654499] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41a2e8d9-2d4f-47f1-b7b5-79bcd2c13e75 with status ACTIVE [ 611.654499] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.654499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.654810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.655038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.655134] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.655319] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.655433] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.655531] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.655757] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.655863] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.657892] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.657892] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.657892] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.657892] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.657892] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.657892] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41a2e8d9-2d4f-47f1-b7b5-79bcd2c13e75 is going to be updated. [ 611.687581] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.687755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.687811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.688070] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.688234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.688401] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41a2e8d9-2d4f-47f1-b7b5-79bcd2c13e75" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.776831] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.777029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.777110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.777283] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.777386] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.777460] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 is going to be created. [ 611.823058] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.823351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.823351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.823562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.825206] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.859617] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 in Status: UNINITIALIZED for 2s [ 611.860069] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f1df6fc-a15d-461f-9f57-2943dd682652 in Status: SUCCESS [ 611.860241] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f1df6fc-a15d-461f-9f57-2943dd682652" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.860455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f1df6fc-a15d-461f-9f57-2943dd682652" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.860706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f1df6fc-a15d-461f-9f57-2943dd682652" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.861212] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.861212] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.861212] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.861466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.861466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.861466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f1df6fc-a15d-461f-9f57-2943dd682652" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.861569] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f1df6fc-a15d-461f-9f57-2943dd682652',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.161838] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d103559-1a5c-47c9-a280-64438f583512',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.364362] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f1df6fc-a15d-461f-9f57-2943dd682652 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.364679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f1df6fc-a15d-461f-9f57-2943dd682652" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.364679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f1df6fc-a15d-461f-9f57-2943dd682652" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.364909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f1df6fc-a15d-461f-9f57-2943dd682652" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.365459] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.365459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.365459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.365459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.365666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.365666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f1df6fc-a15d-461f-9f57-2943dd682652" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.365722] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f1df6fc-a15d-461f-9f57-2943dd682652 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.365823] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f1df6fc-a15d-461f-9f57-2943dd682652" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.365893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f1df6fc-a15d-461f-9f57-2943dd682652" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.366014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f1df6fc-a15d-461f-9f57-2943dd682652" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.366149] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.366242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.366297] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.366435] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.366509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.366585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f1df6fc-a15d-461f-9f57-2943dd682652" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.367022] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f1df6fc-a15d-461f-9f57-2943dd682652',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.666223] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.666429] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.666481] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.667038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.667038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.667038] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d103559-1a5c-47c9-a280-64438f583512 is going to be created. [ 612.700372] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.700372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.700723] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.700723] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.701531] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.723209] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d103559-1a5c-47c9-a280-64438f583512 in Status: UNINITIALIZED for 2s [ 612.869864] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f1df6fc-a15d-461f-9f57-2943dd682652: rpc.has_security_group_logging(os_id): False [ 612.901029] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.901029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.901029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.901029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.901029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.901029] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.901029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.901029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.901029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.901029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.901029] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.901029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.901029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.901029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.901029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.902042] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.902042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.902042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.902042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.902042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.902042] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f1df6fc-a15d-461f-9f57-2943dd682652 is going to be created. [ 612.982232] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.982232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.982232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.982232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.982636] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.995478] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f1df6fc-a15d-461f-9f57-2943dd682652 in Status: IN_PROGRESS for 2s [ 613.873624] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 in Status: SUCCESS [ 613.874215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.874215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.874612] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.874882] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.874973] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.875024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.875221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.875515] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.875759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.875852] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcb950d0-0ace-4a4a-85cf-8431e9f03fc4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.216302] env[65529]: INFO networking_nsxv3.common.synchronization [req-a725efde-ba72-4be2-8e96-58a2f7b35b34 req-d091ecda-69f2-478b-9cda-0828e2cbf2f1 tempest-DeleteServersAdminTestJSON-1505805171 tempest-DeleteServersAdminTestJSON-1505805171-project-admin] Enqueued Resource ID: d550e5e3-e388-4967-8580-1f36cf4aea64 with Priority: HIGHEST for action security_group_members [ 614.217760] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d550e5e3-e388-4967-8580-1f36cf4aea64 with Priority: HIGHEST for action security_group_members [ 614.218540] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d550e5e3-e388-4967-8580-1f36cf4aea64 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.220078] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.220078] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.220078] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.220078] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.220355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.220355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.220696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.221299] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.221299] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d550e5e3-e388-4967-8580-1f36cf4aea64',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.380973] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcb950d0-0ace-4a4a-85cf-8431e9f03fc4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.726190] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.726297] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.726364] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.727880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.727880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.728358] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.728544] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.728621] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.728843] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.728957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.729126] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d550e5e3-e388-4967-8580-1f36cf4aea64 is going to be updated. [ 614.741535] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d103559-1a5c-47c9-a280-64438f583512 in Status: SUCCESS [ 614.741767] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d103559-1a5c-47c9-a280-64438f583512" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.741925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d103559-1a5c-47c9-a280-64438f583512" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.742165] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d103559-1a5c-47c9-a280-64438f583512" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.742408] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.742521] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.742582] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.742736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.742906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.742906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d103559-1a5c-47c9-a280-64438f583512" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.743016] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d103559-1a5c-47c9-a280-64438f583512',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.762505] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.762745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.762860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.763135] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.763339] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.775157] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d550e5e3-e388-4967-8580-1f36cf4aea64 in Status: IN_PROGRESS for 2s [ 614.886031] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcb950d0-0ace-4a4a-85cf-8431e9f03fc4: rpc.has_security_group_logging(os_id): False [ 614.906451] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.906451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.906451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.906451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.906451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.906451] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.906451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.906451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.907022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.907022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.907022] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 is going to be created. [ 614.983312] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.983312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.983312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.984198] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.984492] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.999324] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 in Status: IN_PROGRESS for 2s [ 615.011613] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f1df6fc-a15d-461f-9f57-2943dd682652 in Status: SUCCESS [ 615.011836] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f1df6fc-a15d-461f-9f57-2943dd682652" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.240481] env[65529]: INFO networking_nsxv3.common.synchronization [None req-d2f47864-30d0-45da-9f51-65c3b65cc8dc tempest-ServersWithSpecificFlavorTestJSON-481645510 tempest-ServersWithSpecificFlavorTestJSON-481645510-project-member] Enqueued Resource ID: e2888787-57df-4541-8ebe-890e8246a93b with Priority: HIGHEST for action security_group_rules [ 615.241156] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2888787-57df-4541-8ebe-890e8246a93b with Priority: HIGHEST for action security_group_rules [ 615.241511] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2888787-57df-4541-8ebe-890e8246a93b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.241642] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.241701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.241962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.242082] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2888787-57df-4541-8ebe-890e8246a93b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.246430] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d103559-1a5c-47c9-a280-64438f583512',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.429955] env[65529]: INFO networking_nsxv3.common.synchronization [None req-3d8fabed-3132-4c98-b650-e5dfce598734 tempest-ServersWithSpecificFlavorTestJSON-481645510 tempest-ServersWithSpecificFlavorTestJSON-481645510-project-member] Enqueued Resource ID: e2888787-57df-4541-8ebe-890e8246a93b with Priority: HIGHEST for action security_group_rules [ 615.430615] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2888787-57df-4541-8ebe-890e8246a93b with Priority: HIGHEST for action security_group_rules [ 615.431403] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2888787-57df-4541-8ebe-890e8246a93b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.431403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.748293] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d103559-1a5c-47c9-a280-64438f583512: rpc.has_security_group_logging(os_id): False [ 615.766606] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.766792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.766881] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.767210] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.767338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.767469] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2888787-57df-4541-8ebe-890e8246a93b already deleted. [ 615.767589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.767809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.768075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.768192] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2888787-57df-4541-8ebe-890e8246a93b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.770141] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.770341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.770421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.770602] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.770698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.770921] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.771055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.771127] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.771462] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.771592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.771691] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d103559-1a5c-47c9-a280-64438f583512 is going to be created. [ 615.849602] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.849856] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.849856] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.850036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.850215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.864735] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d103559-1a5c-47c9-a280-64438f583512 in Status: IN_PROGRESS for 2s [ 616.294848] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.294848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.295817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.295817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.295817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.295817] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2888787-57df-4541-8ebe-890e8246a93b already deleted. [ 616.296233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.447349] env[65529]: INFO networking_nsxv3.common.synchronization [None req-db746730-583f-460f-9374-8b30932687d0 None None] Enqueued Resource ID: f797601c-8186-446d-87a6-a0b7d6b94cd5 with Priority: HIGHEST for action port [ 616.447603] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f797601c-8186-446d-87a6-a0b7d6b94cd5 with Priority: HIGHEST for action port [ 616.448193] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-f797601c-8186-446d-87a6-a0b7d6b94cd5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.448299] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f797601c-8186-446d-87a6-a0b7d6b94cd5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.448404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f797601c-8186-446d-87a6-a0b7d6b94cd5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.448615] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f797601c-8186-446d-87a6-a0b7d6b94cd5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.448692] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f797601c-8186-446d-87a6-a0b7d6b94cd5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.782609] env[65529]: INFO networking_nsxv3.common.synchronization [req-a5e2ecb1-e484-4d69-913b-10a02ab7b485 req-cda7470b-956d-4660-9fdb-e65a8e4a2652 tempest-ImagesNegativeTestJSON-2069099910 tempest-ImagesNegativeTestJSON-2069099910-project-member] Enqueued Resource ID: 7d3b70b0-520a-4cc0-9d37-6e915018c02d with Priority: HIGHEST for action security_group_members [ 616.783785] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3b70b0-520a-4cc0-9d37-6e915018c02d with Priority: HIGHEST for action security_group_members [ 616.784228] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3b70b0-520a-4cc0-9d37-6e915018c02d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.784368] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3b70b0-520a-4cc0-9d37-6e915018c02d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.784428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3b70b0-520a-4cc0-9d37-6e915018c02d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.784660] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3b70b0-520a-4cc0-9d37-6e915018c02d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.784852] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.784971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.785070] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.785218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.785346] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.785445] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d3b70b0-520a-4cc0-9d37-6e915018c02d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.795157] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d550e5e3-e388-4967-8580-1f36cf4aea64 in Status: SUCCESS [ 616.795378] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d550e5e3-e388-4967-8580-1f36cf4aea64 deletion is rescheduled due to dependency. [ 616.795495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.956137] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f797601c-8186-446d-87a6-a0b7d6b94cd5 [ 616.956137] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.956137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.956137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.956137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.956137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.956572] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f797601c-8186-446d-87a6-a0b7d6b94cd5 already deleted. [ 616.956572] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f797601c-8186-446d-87a6-a0b7d6b94cd5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.016488] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 in Status: SUCCESS [ 617.016823] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.288442] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.288603] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.288676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.288940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.289060] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.289299] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.289429] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.289497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.289655] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.289731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.289820] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d3b70b0-520a-4cc0-9d37-6e915018c02d is going to be updated. [ 617.318392] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.318757] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.318757] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.318897] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.318953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.327860] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3b70b0-520a-4cc0-9d37-6e915018c02d in Status: IN_PROGRESS for 2s [ 617.538176] env[65529]: INFO networking_nsxv3.common.synchronization [req-18a129ea-a964-42c2-b47c-445741497747 req-3aac97b4-597f-4d64-9217-28e908a31739 tempest-TenantUsagesTestJSON-1700358856 tempest-TenantUsagesTestJSON-1700358856-project-member] Enqueued Resource ID: ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba with Priority: HIGHEST for action security_group_members [ 617.538927] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba with Priority: HIGHEST for action security_group_members [ 617.541967] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.542222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.542330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.542670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.543527] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.543707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.543778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.544037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.544160] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.544332] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.864155] env[65529]: INFO networking_nsxv3.common.synchronization [req-2e1d16bc-6612-4fa6-9955-1b72d990b37f req-43a7f3cc-9263-4614-8745-85bcb2e342ee tempest-ServerDiagnosticsNegativeTest-1910922347 tempest-ServerDiagnosticsNegativeTest-1910922347-project-member] Enqueued Resource ID: 5fffa85d-9498-4be9-81c5-7b2e257679dd with Priority: HIGHEST for action security_group_members [ 617.864991] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fffa85d-9498-4be9-81c5-7b2e257679dd with Priority: HIGHEST for action security_group_members [ 617.868031] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fffa85d-9498-4be9-81c5-7b2e257679dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.868031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fffa85d-9498-4be9-81c5-7b2e257679dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.868031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fffa85d-9498-4be9-81c5-7b2e257679dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.868031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fffa85d-9498-4be9-81c5-7b2e257679dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.868031] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.868031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.868031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.868031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.868031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.868031] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fffa85d-9498-4be9-81c5-7b2e257679dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.881960] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d103559-1a5c-47c9-a280-64438f583512 in Status: SUCCESS [ 617.882258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d103559-1a5c-47c9-a280-64438f583512" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.959527] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.960140] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.960140] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.960140] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.960724] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.960902] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.961924] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.962218] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.962373] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.962583] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.962693] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.962799] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.962902] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.963018] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.963118] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.963247] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.986758] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.986949] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.987160] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.987231] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.987558] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-c6de1ba5-5a01-4a55-b974-70c4374e479f taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.987701] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-c6de1ba5-5a01-4a55-b974-70c4374e479f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.987844] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-c6de1ba5-5a01-4a55-b974-70c4374e479f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.988216] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-c6de1ba5-5a01-4a55-b974-70c4374e479f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.988354] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6de1ba5-5a01-4a55-b974-70c4374e479f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.048214] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.048214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.048214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.048214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.048214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.048214] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.048214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.048214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.048214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.048214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.048651] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba already deleted. [ 618.048651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.308041] env[65529]: INFO networking_nsxv3.common.synchronization [None req-b4fc4a38-6e68-4fe4-b2d6-fd27b2a04a59 None None] Enqueued Resource ID: 96a311ee-fdde-42ec-b78a-c23ee8d8c753 with Priority: HIGHEST for action port [ 618.308041] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96a311ee-fdde-42ec-b78a-c23ee8d8c753 with Priority: HIGHEST for action port [ 618.308473] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-96a311ee-fdde-42ec-b78a-c23ee8d8c753 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.308473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96a311ee-fdde-42ec-b78a-c23ee8d8c753" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.308573] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96a311ee-fdde-42ec-b78a-c23ee8d8c753" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.309361] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96a311ee-fdde-42ec-b78a-c23ee8d8c753" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.309361] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96a311ee-fdde-42ec-b78a-c23ee8d8c753',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.370139] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.370139] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.370139] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.371316] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.371463] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.371631] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.372785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.372785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.372785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.372785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.372785] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fffa85d-9498-4be9-81c5-7b2e257679dd is going to be updated. [ 618.407064] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.407286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.407372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.407608] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.407756] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.423448] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fffa85d-9498-4be9-81c5-7b2e257679dd in Status: IN_PROGRESS for 2s [ 618.491927] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.492183] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.492303] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.492588] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.492732] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.494151] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port c6de1ba5-5a01-4a55-b974-70c4374e479f not found, creating... [ 618.495983] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.495983] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.495983] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.495983] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.495983] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.495983] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.495983] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.495983] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.495983] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.497259] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.497259] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: c6de1ba5-5a01-4a55-b974-70c4374e479f is going to be created. [ 618.519420] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.519800] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.519963] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.520341] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.520587] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.520831] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-c6de1ba5-5a01-4a55-b974-70c4374e479f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.803430] env[65529]: INFO networking_nsxv3.common.synchronization [req-2a3c357e-2f66-4def-a6b9-58c2c4aecb55 req-32cdbc6b-4353-4340-86e2-f1d2d01495ba tempest-FloatingIPsAssociationNegativeTestJSON-1960046828 tempest-FloatingIPsAssociationNegativeTestJSON-1960046828-project-member] Enqueued Resource ID: 8adbd203-f2c5-4c40-b977-777b83d00716 with Priority: HIGHEST for action security_group_members [ 618.804184] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8adbd203-f2c5-4c40-b977-777b83d00716 with Priority: HIGHEST for action security_group_members [ 618.804372] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8adbd203-f2c5-4c40-b977-777b83d00716 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.804443] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8adbd203-f2c5-4c40-b977-777b83d00716" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.804484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8adbd203-f2c5-4c40-b977-777b83d00716" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.804720] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8adbd203-f2c5-4c40-b977-777b83d00716" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.806042] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.806042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.806042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.807307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.807404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.808631] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8adbd203-f2c5-4c40-b977-777b83d00716',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.812374] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96a311ee-fdde-42ec-b78a-c23ee8d8c753 [ 618.812374] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.812374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.812374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.812374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.812374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.812374] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96a311ee-fdde-42ec-b78a-c23ee8d8c753 already deleted. [ 618.812939] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96a311ee-fdde-42ec-b78a-c23ee8d8c753" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.264200] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.264462] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-149" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.264560] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-149" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.265016] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-149" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.265404] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.265764] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.265847] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.266127] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.266471] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.266790] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.266869] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.267020] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.267274] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.267391] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.267568] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.267846] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.295429] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.295615] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.295660] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.295820] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-149" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.296151] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-f405ba9d-723d-4802-a325-d4d5eabb3c47 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.297024] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-f405ba9d-723d-4802-a325-d4d5eabb3c47" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.297342] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-f405ba9d-723d-4802-a325-d4d5eabb3c47" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.297859] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-f405ba9d-723d-4802-a325-d4d5eabb3c47" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.298191] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f405ba9d-723d-4802-a325-d4d5eabb3c47',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.310276] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.310513] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.310619] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.310919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.311066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.311389] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.311539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.311636] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.311856] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.311974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.312128] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8adbd203-f2c5-4c40-b977-777b83d00716 already deleted. [ 619.312263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8adbd203-f2c5-4c40-b977-777b83d00716" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.338345] env[65529]: INFO networking_nsxv3.common.synchronization [req-18a129ea-a964-42c2-b47c-445741497747 req-e09b024b-f533-4a0f-ad3a-4b6a6a855505 service nova] Enqueued Resource ID: ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba with Priority: HIGHEST for action security_group_rules [ 619.338590] env[65529]: INFO networking_nsxv3.common.synchronization [req-18a129ea-a964-42c2-b47c-445741497747 req-e09b024b-f533-4a0f-ad3a-4b6a6a855505 service nova] Enqueued Resource ID: ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba with Priority: HIGHEST for action security_group_members [ 619.338796] env[65529]: INFO networking_nsxv3.common.synchronization [req-18a129ea-a964-42c2-b47c-445741497747 req-e09b024b-f533-4a0f-ad3a-4b6a6a855505 service nova] Enqueued Resource ID: c6de1ba5-5a01-4a55-b974-70c4374e479f with Priority: HIGHEST for action port [ 619.340203] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3b70b0-520a-4cc0-9d37-6e915018c02d in Status: SUCCESS [ 619.340350] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d3b70b0-520a-4cc0-9d37-6e915018c02d deletion is rescheduled due to dependency. [ 619.340474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3b70b0-520a-4cc0-9d37-6e915018c02d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.340888] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba with Priority: HIGHEST for action security_group_rules [ 619.341027] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba with Priority: HIGHEST for action security_group_members [ 619.341131] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6de1ba5-5a01-4a55-b974-70c4374e479f with Priority: HIGHEST for action port [ 619.341695] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.341839] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.341940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.342166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.342241] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.343068] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.343173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.343237] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.344243] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.344243] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.344243] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.344243] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.344243] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.344243] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.344243] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.346527] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6de1ba5-5a01-4a55-b974-70c4374e479f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.346527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6de1ba5-5a01-4a55-b974-70c4374e479f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.346527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6de1ba5-5a01-4a55-b974-70c4374e479f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.346527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6de1ba5-5a01-4a55-b974-70c4374e479f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.346527] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6de1ba5-5a01-4a55-b974-70c4374e479f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.801733] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.802217] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.802217] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.802436] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.802596] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.802759] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port f405ba9d-723d-4802-a325-d4d5eabb3c47 not found, creating... [ 619.803033] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.803191] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.803297] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.803515] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.803640] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.803918] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.804112] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.804225] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.804424] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.804553] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.804684] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: f405ba9d-723d-4802-a325-d4d5eabb3c47 is going to be created. [ 619.825592] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.825867] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.825945] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.826334] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.826536] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.826756] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-f405ba9d-723d-4802-a325-d4d5eabb3c47" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.847247] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.851071] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.851071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.851071] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6de1ba5-5a01-4a55-b974-70c4374e479f with status ACTIVE [ 619.851071] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.851071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.851071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.851071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.851071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.851071] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.851071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.851071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.851071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.851071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.851071] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.851992] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.851992] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.851992] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.851992] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.851992] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6de1ba5-5a01-4a55-b974-70c4374e479f is going to be updated. [ 619.874200] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.874434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.874434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.874622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.874908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.874993] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6de1ba5-5a01-4a55-b974-70c4374e479f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.350264] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.434316] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fffa85d-9498-4be9-81c5-7b2e257679dd in Status: SUCCESS [ 620.434479] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fffa85d-9498-4be9-81c5-7b2e257679dd deletion is rescheduled due to dependency. [ 620.434600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fffa85d-9498-4be9-81c5-7b2e257679dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.565795] env[65529]: INFO networking_nsxv3.common.synchronization [req-2a3c357e-2f66-4def-a6b9-58c2c4aecb55 req-ee515dfb-9611-4e39-81ee-eef65cc05d7e service nova] Enqueued Resource ID: 8adbd203-f2c5-4c40-b977-777b83d00716 with Priority: HIGHEST for action security_group_rules [ 620.565979] env[65529]: INFO networking_nsxv3.common.synchronization [req-2a3c357e-2f66-4def-a6b9-58c2c4aecb55 req-ee515dfb-9611-4e39-81ee-eef65cc05d7e service nova] Enqueued Resource ID: 8adbd203-f2c5-4c40-b977-777b83d00716 with Priority: HIGHEST for action security_group_members [ 620.566117] env[65529]: INFO networking_nsxv3.common.synchronization [req-2a3c357e-2f66-4def-a6b9-58c2c4aecb55 req-ee515dfb-9611-4e39-81ee-eef65cc05d7e service nova] Enqueued Resource ID: f405ba9d-723d-4802-a325-d4d5eabb3c47 with Priority: HIGHEST for action port [ 620.566430] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8adbd203-f2c5-4c40-b977-777b83d00716 with Priority: HIGHEST for action security_group_rules [ 620.566521] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8adbd203-f2c5-4c40-b977-777b83d00716 with Priority: HIGHEST for action security_group_members [ 620.566640] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f405ba9d-723d-4802-a325-d4d5eabb3c47 with Priority: HIGHEST for action port [ 620.567230] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8adbd203-f2c5-4c40-b977-777b83d00716 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.567358] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8adbd203-f2c5-4c40-b977-777b83d00716" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.567509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8adbd203-f2c5-4c40-b977-777b83d00716" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.567670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8adbd203-f2c5-4c40-b977-777b83d00716" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.567763] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8adbd203-f2c5-4c40-b977-777b83d00716',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.568575] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8adbd203-f2c5-4c40-b977-777b83d00716 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.571034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8adbd203-f2c5-4c40-b977-777b83d00716" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.571034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8adbd203-f2c5-4c40-b977-777b83d00716" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.571034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8adbd203-f2c5-4c40-b977-777b83d00716" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.571034] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.571034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.571034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.571034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.571034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.571034] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8adbd203-f2c5-4c40-b977-777b83d00716',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.571868] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-f405ba9d-723d-4802-a325-d4d5eabb3c47 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.571868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f405ba9d-723d-4802-a325-d4d5eabb3c47" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.571868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f405ba9d-723d-4802-a325-d4d5eabb3c47" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.571868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f405ba9d-723d-4802-a325-d4d5eabb3c47" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.571868] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f405ba9d-723d-4802-a325-d4d5eabb3c47',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.853535] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.857810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.857810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.857810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.857810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.857810] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba is going to be created. [ 620.883279] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.883279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.883279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.883279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.883279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.891925] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba in Status: UNINITIALIZED for 2s [ 621.066508] env[65529]: INFO networking_nsxv3.common.synchronization [req-d0b8bfc3-7a3d-494f-85e4-67cbb870259a req-5bec591d-8ef5-4c87-b401-c97f0e0821b2 tempest-InstanceActionsV221TestJSON-235836081 tempest-InstanceActionsV221TestJSON-235836081-project-member] Enqueued Resource ID: 2831a5d6-5cfc-4717-852e-b19cc813fca0 with Priority: HIGHEST for action security_group_members [ 621.067050] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2831a5d6-5cfc-4717-852e-b19cc813fca0 with Priority: HIGHEST for action security_group_members [ 621.067500] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-2831a5d6-5cfc-4717-852e-b19cc813fca0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.067644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2831a5d6-5cfc-4717-852e-b19cc813fca0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.067718] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2831a5d6-5cfc-4717-852e-b19cc813fca0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.067956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2831a5d6-5cfc-4717-852e-b19cc813fca0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.068273] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.068443] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.068443] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.068591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.068674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.068765] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2831a5d6-5cfc-4717-852e-b19cc813fca0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.074476] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8adbd203-f2c5-4c40-b977-777b83d00716 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.074608] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8adbd203-f2c5-4c40-b977-777b83d00716" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.074735] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8adbd203-f2c5-4c40-b977-777b83d00716',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.075484] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f405ba9d-723d-4802-a325-d4d5eabb3c47 with status ACTIVE [ 621.075692] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.075823] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.075890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.076083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.076171] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.076340] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.076436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.076537] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.076671] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.076725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.076887] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.078049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.078049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.078049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.078049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.078049] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f405ba9d-723d-4802-a325-d4d5eabb3c47 is going to be updated. [ 621.100773] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.100920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.100920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.101298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.102456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.102456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f405ba9d-723d-4802-a325-d4d5eabb3c47" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.534383] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-780 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.534549] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-780" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.534667] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-780" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.534950] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-780" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.535259] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.535447] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.535573] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.535817] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.535971] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.536215] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.536372] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 621.536561] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 621.536699] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 621.536826] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.536943] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 621.537101] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 621.565632] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 621.565837] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 621.566023] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 621.566271] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-780" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.566704] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-f6b37026-6b6d-406a-855f-9ac82dddf8a8 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.566967] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-f6b37026-6b6d-406a-855f-9ac82dddf8a8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.567112] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-f6b37026-6b6d-406a-855f-9ac82dddf8a8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.567487] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-f6b37026-6b6d-406a-855f-9ac82dddf8a8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.567640] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6b37026-6b6d-406a-855f-9ac82dddf8a8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.571501] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.571501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.571501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.571501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.571996] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.571996] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.571996] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.572169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.572302] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.572405] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.572506] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2831a5d6-5cfc-4717-852e-b19cc813fca0 already deleted. [ 621.572626] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2831a5d6-5cfc-4717-852e-b19cc813fca0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.580108] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8adbd203-f2c5-4c40-b977-777b83d00716',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.070818] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.071156] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.071274] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.071455] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.071595] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.071853] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port f6b37026-6b6d-406a-855f-9ac82dddf8a8 not found, creating... [ 622.072015] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.072168] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.072274] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.075448] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.075448] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.075448] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.075448] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.075448] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.075448] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.075448] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.075448] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: f6b37026-6b6d-406a-855f-9ac82dddf8a8 is going to be created. [ 622.082628] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.082853] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.082936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.083258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.083258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.083337] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8adbd203-f2c5-4c40-b977-777b83d00716 is going to be created. [ 622.101332] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.101332] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.101332] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.101332] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.101332] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.101332] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-f6b37026-6b6d-406a-855f-9ac82dddf8a8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.120480] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.122332] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.122332] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.122332] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.122332] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.135955] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8adbd203-f2c5-4c40-b977-777b83d00716 in Status: UNINITIALIZED for 2s [ 622.814525] env[65529]: INFO networking_nsxv3.common.synchronization [req-d0b8bfc3-7a3d-494f-85e4-67cbb870259a req-ea85db9a-dded-4995-b13c-5db38f9707a2 service nova] Enqueued Resource ID: 2831a5d6-5cfc-4717-852e-b19cc813fca0 with Priority: HIGHEST for action security_group_rules [ 622.814773] env[65529]: INFO networking_nsxv3.common.synchronization [req-d0b8bfc3-7a3d-494f-85e4-67cbb870259a req-ea85db9a-dded-4995-b13c-5db38f9707a2 service nova] Enqueued Resource ID: 2831a5d6-5cfc-4717-852e-b19cc813fca0 with Priority: HIGHEST for action security_group_members [ 622.814962] env[65529]: INFO networking_nsxv3.common.synchronization [req-d0b8bfc3-7a3d-494f-85e4-67cbb870259a req-ea85db9a-dded-4995-b13c-5db38f9707a2 service nova] Enqueued Resource ID: f6b37026-6b6d-406a-855f-9ac82dddf8a8 with Priority: HIGHEST for action port [ 622.815641] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2831a5d6-5cfc-4717-852e-b19cc813fca0 with Priority: HIGHEST for action security_group_rules [ 622.815841] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2831a5d6-5cfc-4717-852e-b19cc813fca0 with Priority: HIGHEST for action security_group_members [ 622.816017] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6b37026-6b6d-406a-855f-9ac82dddf8a8 with Priority: HIGHEST for action port [ 622.816820] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2831a5d6-5cfc-4717-852e-b19cc813fca0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.817018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2831a5d6-5cfc-4717-852e-b19cc813fca0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.817119] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2831a5d6-5cfc-4717-852e-b19cc813fca0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.817485] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2831a5d6-5cfc-4717-852e-b19cc813fca0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.817614] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2831a5d6-5cfc-4717-852e-b19cc813fca0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.818926] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-2831a5d6-5cfc-4717-852e-b19cc813fca0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.819371] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2831a5d6-5cfc-4717-852e-b19cc813fca0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.819371] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2831a5d6-5cfc-4717-852e-b19cc813fca0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.819607] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2831a5d6-5cfc-4717-852e-b19cc813fca0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.819856] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.820044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.820159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.820410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.820532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.820638] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2831a5d6-5cfc-4717-852e-b19cc813fca0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.821602] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6b37026-6b6d-406a-855f-9ac82dddf8a8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.821720] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6b37026-6b6d-406a-855f-9ac82dddf8a8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.821815] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6b37026-6b6d-406a-855f-9ac82dddf8a8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.821944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6b37026-6b6d-406a-855f-9ac82dddf8a8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.822044] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6b37026-6b6d-406a-855f-9ac82dddf8a8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.903934] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba in Status: SUCCESS [ 622.903934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.904316] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.904704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.906027] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.906027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.906027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.906027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.906027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.906027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.906027] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.326521] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2831a5d6-5cfc-4717-852e-b19cc813fca0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.326521] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-2831a5d6-5cfc-4717-852e-b19cc813fca0 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.326521] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2831a5d6-5cfc-4717-852e-b19cc813fca0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.326521] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6b37026-6b6d-406a-855f-9ac82dddf8a8 with status ACTIVE [ 623.326521] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.326521] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.326521] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.326521] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.326521] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.326521] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.326521] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.326521] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.329143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.329143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.329143] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.329143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.329143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.329143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.329143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.329143] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6b37026-6b6d-406a-855f-9ac82dddf8a8 is going to be updated. [ 623.360346] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.360346] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.360346] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.360346] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.360346] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.360346] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6b37026-6b6d-406a-855f-9ac82dddf8a8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.411633] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.411633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.411633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.411633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.411633] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.411633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.411633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.411633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.411633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.411633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.411633] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.411633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.411633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.411633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.411633] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.411633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.412705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.412705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.412705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.412705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.412705] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.664657] env[65529]: INFO networking_nsxv3.common.synchronization [req-10787ce2-c367-4a98-b66f-74e3bca72c11 req-6ab731fc-6f95-4c61-b7f8-a7c56f8343ae tempest-ServersNegativeTestJSON-2056374732 tempest-ServersNegativeTestJSON-2056374732-project-member] Enqueued Resource ID: c8a69115-20ce-49f6-8309-2f827565581d with Priority: HIGHEST for action security_group_members [ 623.665253] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8a69115-20ce-49f6-8309-2f827565581d with Priority: HIGHEST for action security_group_members [ 623.665597] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8a69115-20ce-49f6-8309-2f827565581d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.665728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.665795] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.666075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.666246] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.666348] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.666412] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.666653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.666766] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.666861] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8a69115-20ce-49f6-8309-2f827565581d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.826231] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2831a5d6-5cfc-4717-852e-b19cc813fca0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.914589] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba: rpc.has_security_group_logging(os_id): False [ 623.936302] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.936453] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.936510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.936819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.936819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.937136] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.937136] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.937277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.937780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.937780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.937780] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.937780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.937780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.937995] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.937995] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.939789] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.939896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.940050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.940202] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.940266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.940488] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba is going to be created. [ 624.013396] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.013396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.013396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.013676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.013795] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.036260] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba in Status: IN_PROGRESS for 2s [ 624.153522] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8adbd203-f2c5-4c40-b977-777b83d00716 in Status: SUCCESS [ 624.155083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8adbd203-f2c5-4c40-b977-777b83d00716" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.155083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8adbd203-f2c5-4c40-b977-777b83d00716" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.155083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8adbd203-f2c5-4c40-b977-777b83d00716" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.155083] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.155083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.155083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.156237] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.157201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.159845] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8adbd203-f2c5-4c40-b977-777b83d00716" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.159845] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8adbd203-f2c5-4c40-b977-777b83d00716',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.162113] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-524 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.162334] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-524" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.162465] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-524" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.162744] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-524" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.163114] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.163219] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.163322] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.163486] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.163624] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.163818] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.163925] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.165609] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.165942] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.165942] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.167771] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.167771] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.170527] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.170527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.170680] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.170757] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.170846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.172037] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.172037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.172037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.172037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.172037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.172037] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8a69115-20ce-49f6-8309-2f827565581d already deleted. [ 624.172037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.192992] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.193849] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 624.194331] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.194512] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-524" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.194828] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-e5cce466-ac4c-4001-9e28-d0a157c275b1 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.195019] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-e5cce466-ac4c-4001-9e28-d0a157c275b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.195140] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-e5cce466-ac4c-4001-9e28-d0a157c275b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.195877] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-e5cce466-ac4c-4001-9e28-d0a157c275b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.196257] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5cce466-ac4c-4001-9e28-d0a157c275b1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.328356] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.328725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.328725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.329098] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.329268] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.329381] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2831a5d6-5cfc-4717-852e-b19cc813fca0 is going to be created. [ 624.360057] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.360057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.360057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.360057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.360303] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.374477] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2831a5d6-5cfc-4717-852e-b19cc813fca0 in Status: UNINITIALIZED for 2s [ 624.617025] env[65529]: INFO networking_nsxv3.common.synchronization [None req-f3fcdd64-f383-4e0b-81f4-d79076d1cb7e None None] Enqueued Resource ID: 34917299-cd12-4dc2-acf3-762a8a44c3ca with Priority: HIGHEST for action port [ 624.617025] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34917299-cd12-4dc2-acf3-762a8a44c3ca with Priority: HIGHEST for action port [ 624.617559] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-34917299-cd12-4dc2-acf3-762a8a44c3ca taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.617847] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34917299-cd12-4dc2-acf3-762a8a44c3ca" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.618013] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34917299-cd12-4dc2-acf3-762a8a44c3ca" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.618495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34917299-cd12-4dc2-acf3-762a8a44c3ca" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.618682] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34917299-cd12-4dc2-acf3-762a8a44c3ca',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.664404] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8adbd203-f2c5-4c40-b977-777b83d00716 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.664404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8adbd203-f2c5-4c40-b977-777b83d00716" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.664404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8adbd203-f2c5-4c40-b977-777b83d00716" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.664404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8adbd203-f2c5-4c40-b977-777b83d00716" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.664404] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.664404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.664404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.664404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.664404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.664404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8adbd203-f2c5-4c40-b977-777b83d00716" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.664404] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8adbd203-f2c5-4c40-b977-777b83d00716 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.664404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8adbd203-f2c5-4c40-b977-777b83d00716" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.664404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8adbd203-f2c5-4c40-b977-777b83d00716" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.665086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8adbd203-f2c5-4c40-b977-777b83d00716" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.665086] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.665086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.665086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.665086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.665086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.665391] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8adbd203-f2c5-4c40-b977-777b83d00716" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.665391] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8adbd203-f2c5-4c40-b977-777b83d00716',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.702537] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.702537] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.702537] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.702537] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.702815] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.702815] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port e5cce466-ac4c-4001-9e28-d0a157c275b1 not found, creating... [ 624.703068] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.703521] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.703521] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.703521] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.703757] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.703971] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.704153] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.705246] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.705246] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.705246] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.705246] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: e5cce466-ac4c-4001-9e28-d0a157c275b1 is going to be created. [ 624.732032] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.732451] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.732451] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.732745] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.733551] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.734333] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-e5cce466-ac4c-4001-9e28-d0a157c275b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.121391] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34917299-cd12-4dc2-acf3-762a8a44c3ca [ 625.121638] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.121778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.121842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.122074] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.122165] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.122284] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34917299-cd12-4dc2-acf3-762a8a44c3ca already deleted. [ 625.122379] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34917299-cd12-4dc2-acf3-762a8a44c3ca" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.168746] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8adbd203-f2c5-4c40-b977-777b83d00716: rpc.has_security_group_logging(os_id): False [ 625.192513] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.193567] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.193567] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.193567] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.193899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.193899] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.194042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.194042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.194256] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.194387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.194679] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.194836] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.195256] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.195256] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.195256] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.195436] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.195605] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.195680] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.195861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.195972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.196248] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8adbd203-f2c5-4c40-b977-777b83d00716 is going to be created. [ 625.265236] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.265574] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.265786] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.266183] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.266504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.316742] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8adbd203-f2c5-4c40-b977-777b83d00716 in Status: IN_PROGRESS for 2s [ 625.471441] env[65529]: INFO networking_nsxv3.common.synchronization [req-10787ce2-c367-4a98-b66f-74e3bca72c11 req-22046117-4bf7-4085-ba88-5533a68ffa01 service nova] Enqueued Resource ID: c8a69115-20ce-49f6-8309-2f827565581d with Priority: HIGHEST for action security_group_rules [ 625.471441] env[65529]: INFO networking_nsxv3.common.synchronization [req-10787ce2-c367-4a98-b66f-74e3bca72c11 req-22046117-4bf7-4085-ba88-5533a68ffa01 service nova] Enqueued Resource ID: c8a69115-20ce-49f6-8309-2f827565581d with Priority: HIGHEST for action security_group_members [ 625.471951] env[65529]: INFO networking_nsxv3.common.synchronization [req-10787ce2-c367-4a98-b66f-74e3bca72c11 req-22046117-4bf7-4085-ba88-5533a68ffa01 service nova] Enqueued Resource ID: e5cce466-ac4c-4001-9e28-d0a157c275b1 with Priority: HIGHEST for action port [ 625.473157] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8a69115-20ce-49f6-8309-2f827565581d with Priority: HIGHEST for action security_group_rules [ 625.473157] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8a69115-20ce-49f6-8309-2f827565581d with Priority: HIGHEST for action security_group_members [ 625.473157] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5cce466-ac4c-4001-9e28-d0a157c275b1 with Priority: HIGHEST for action port [ 625.473320] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8a69115-20ce-49f6-8309-2f827565581d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.473518] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.473645] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.474244] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.474454] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8a69115-20ce-49f6-8309-2f827565581d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.476307] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8a69115-20ce-49f6-8309-2f827565581d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.476509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.476628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.477053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.477213] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.477396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.477507] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.477765] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.477927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.478105] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8a69115-20ce-49f6-8309-2f827565581d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.484178] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5cce466-ac4c-4001-9e28-d0a157c275b1 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.484178] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5cce466-ac4c-4001-9e28-d0a157c275b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.484178] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5cce466-ac4c-4001-9e28-d0a157c275b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.484178] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5cce466-ac4c-4001-9e28-d0a157c275b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.484178] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5cce466-ac4c-4001-9e28-d0a157c275b1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.986667] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8a69115-20ce-49f6-8309-2f827565581d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.988990] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8a69115-20ce-49f6-8309-2f827565581d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.989218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.989514] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5cce466-ac4c-4001-9e28-d0a157c275b1 with status ACTIVE [ 625.989768] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.990018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.990095] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.990397] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.990551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.990824] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.990996] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.991269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.992487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.992630] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.993915] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.994309] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.994309] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.994818] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.995022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.995184] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5cce466-ac4c-4001-9e28-d0a157c275b1 is going to be updated. [ 626.021973] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.021973] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.022265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.022723] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.022723] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.022824] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5cce466-ac4c-4001-9e28-d0a157c275b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.052957] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba in Status: SUCCESS [ 626.052957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.387919] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2831a5d6-5cfc-4717-852e-b19cc813fca0 in Status: SUCCESS [ 626.387919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2831a5d6-5cfc-4717-852e-b19cc813fca0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.387919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2831a5d6-5cfc-4717-852e-b19cc813fca0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.387919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2831a5d6-5cfc-4717-852e-b19cc813fca0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.387919] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.387919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.387919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.387919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.387919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.387919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2831a5d6-5cfc-4717-852e-b19cc813fca0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.387919] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2831a5d6-5cfc-4717-852e-b19cc813fca0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.499116] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8a69115-20ce-49f6-8309-2f827565581d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.890779] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-2831a5d6-5cfc-4717-852e-b19cc813fca0 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.892231] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2831a5d6-5cfc-4717-852e-b19cc813fca0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.892316] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2831a5d6-5cfc-4717-852e-b19cc813fca0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.892593] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2831a5d6-5cfc-4717-852e-b19cc813fca0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.892876] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.893018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.893133] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.893299] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.893388] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.893475] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2831a5d6-5cfc-4717-852e-b19cc813fca0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.893630] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-2831a5d6-5cfc-4717-852e-b19cc813fca0 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.893768] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2831a5d6-5cfc-4717-852e-b19cc813fca0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.893807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2831a5d6-5cfc-4717-852e-b19cc813fca0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.894685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2831a5d6-5cfc-4717-852e-b19cc813fca0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.894840] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.894943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.895017] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.895165] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.895244] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.895372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2831a5d6-5cfc-4717-852e-b19cc813fca0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.895416] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2831a5d6-5cfc-4717-852e-b19cc813fca0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.002888] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.003088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.003154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.003359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.003807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.003807] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8a69115-20ce-49f6-8309-2f827565581d is going to be created. [ 627.027407] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.027558] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.027643] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.027853] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.028017] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.038969] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8a69115-20ce-49f6-8309-2f827565581d in Status: UNINITIALIZED for 2s [ 627.160550] env[65529]: INFO networking_nsxv3.common.synchronization [None req-69bdcc51-780e-4e2d-853f-709fda36078a None None] Enqueued Resource ID: 26d2f0c2-8b95-4a54-869a-738da5958f51 with Priority: HIGHEST for action port [ 627.161644] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d2f0c2-8b95-4a54-869a-738da5958f51 with Priority: HIGHEST for action port [ 627.162051] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-26d2f0c2-8b95-4a54-869a-738da5958f51 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.162258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26d2f0c2-8b95-4a54-869a-738da5958f51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.162353] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26d2f0c2-8b95-4a54-869a-738da5958f51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.162934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26d2f0c2-8b95-4a54-869a-738da5958f51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.163052] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26d2f0c2-8b95-4a54-869a-738da5958f51',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.329116] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8adbd203-f2c5-4c40-b977-777b83d00716 in Status: SUCCESS [ 627.329369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8adbd203-f2c5-4c40-b977-777b83d00716" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.399212] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2831a5d6-5cfc-4717-852e-b19cc813fca0: rpc.has_security_group_logging(os_id): False [ 627.419034] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.419034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.419034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.419034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.419034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.419034] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.419627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.419627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.419627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.419627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.420042] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.420042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.420042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.420042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.420485] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.421161] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.421161] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.421161] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.421161] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.421161] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.421161] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2831a5d6-5cfc-4717-852e-b19cc813fca0 is going to be created. [ 627.493914] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.494110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.496219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.496219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.496219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.508631] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2831a5d6-5cfc-4717-852e-b19cc813fca0 in Status: IN_PROGRESS for 2s [ 627.666991] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26d2f0c2-8b95-4a54-869a-738da5958f51 [ 627.667278] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.667372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.667438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.667972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.667972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.667972] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26d2f0c2-8b95-4a54-869a-738da5958f51 already deleted. [ 627.668146] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26d2f0c2-8b95-4a54-869a-738da5958f51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.052267] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8a69115-20ce-49f6-8309-2f827565581d in Status: SUCCESS [ 629.052267] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.052805] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.052805] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.053445] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.053632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.053719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.056747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.056747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.056747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.056747] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8a69115-20ce-49f6-8309-2f827565581d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.526400] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2831a5d6-5cfc-4717-852e-b19cc813fca0 in Status: SUCCESS [ 629.526634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2831a5d6-5cfc-4717-852e-b19cc813fca0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.559994] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8a69115-20ce-49f6-8309-2f827565581d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.560220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.560291] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.560594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.560825] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.560922] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.561228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.561368] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.561441] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.562755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.563181] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8a69115-20ce-49f6-8309-2f827565581d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.563181] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.563353] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.563658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.563733] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.563832] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.563896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.565219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.565307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.565421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.565590] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8a69115-20ce-49f6-8309-2f827565581d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.735913] env[65529]: INFO networking_nsxv3.common.synchronization [None req-e55d8104-62a0-46a3-b84d-60fda07301eb None None] Enqueued Resource ID: d5af1938-1b46-4dc5-a852-4b6daee869ec with Priority: HIGHEST for action port [ 629.736532] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5af1938-1b46-4dc5-a852-4b6daee869ec with Priority: HIGHEST for action port [ 629.736850] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5af1938-1b46-4dc5-a852-4b6daee869ec taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.736977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5af1938-1b46-4dc5-a852-4b6daee869ec" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.737143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5af1938-1b46-4dc5-a852-4b6daee869ec" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.737828] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5af1938-1b46-4dc5-a852-4b6daee869ec" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.738195] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5af1938-1b46-4dc5-a852-4b6daee869ec',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.069248] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8a69115-20ce-49f6-8309-2f827565581d: rpc.has_security_group_logging(os_id): False [ 630.088861] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.088861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.088861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.089066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.089098] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.089379] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.089486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.089552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.089708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.089787] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.090056] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.090117] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.090149] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.090293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.090367] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.090678] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.090678] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.090790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.090918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.090918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.091044] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8a69115-20ce-49f6-8309-2f827565581d is going to be created. [ 630.124804] env[65529]: INFO networking_nsxv3.common.synchronization [req-bee6f1f9-de62-4863-80cd-de55361ab937 req-d504d8a6-5595-43e6-9019-9b7e93118217 tempest-ServerExternalEventsTest-1091569178 tempest-ServerExternalEventsTest-1091569178-project-member] Enqueued Resource ID: 84a3c8e5-e3eb-4de9-9f56-405a0f0ad985 with Priority: HIGHEST for action security_group_members [ 630.125443] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84a3c8e5-e3eb-4de9-9f56-405a0f0ad985 with Priority: HIGHEST for action security_group_members [ 630.126997] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.126997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.126997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.126997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.126997] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.127248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.127248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.127340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.127425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.127556] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84a3c8e5-e3eb-4de9-9f56-405a0f0ad985',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.159066] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.159286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.159357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.159594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.159760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.177177] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8a69115-20ce-49f6-8309-2f827565581d in Status: IN_PROGRESS for 2s [ 630.241603] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5af1938-1b46-4dc5-a852-4b6daee869ec [ 630.241943] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.242156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.242248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.242578] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.242717] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.242911] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5af1938-1b46-4dc5-a852-4b6daee869ec already deleted. [ 630.242990] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5af1938-1b46-4dc5-a852-4b6daee869ec" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.631620] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.631620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.631620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.633038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.633038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.633038] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.633038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.633038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.633038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.633038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.633038] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84a3c8e5-e3eb-4de9-9f56-405a0f0ad985 is going to be updated. [ 630.666295] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.666481] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.666751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.667081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.667196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.683478] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84a3c8e5-e3eb-4de9-9f56-405a0f0ad985 in Status: IN_PROGRESS for 2s [ 630.795043] env[65529]: INFO networking_nsxv3.common.synchronization [req-7c7894d9-01ce-45df-9b73-f3475b71d71e req-ee5c29c2-7631-4a97-b548-707bbd3fe3d7 tempest-ServerDiagnosticsTest-855574306 tempest-ServerDiagnosticsTest-855574306-project-member] Enqueued Resource ID: 0f1df6fc-a15d-461f-9f57-2943dd682652 with Priority: HIGHEST for action security_group_members [ 630.795043] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f1df6fc-a15d-461f-9f57-2943dd682652 with Priority: HIGHEST for action security_group_members [ 630.795043] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f1df6fc-a15d-461f-9f57-2943dd682652 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.795043] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f1df6fc-a15d-461f-9f57-2943dd682652" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.795043] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f1df6fc-a15d-461f-9f57-2943dd682652" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.795043] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f1df6fc-a15d-461f-9f57-2943dd682652" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.795452] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.795452] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.795452] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.795589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.795672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.795765] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f1df6fc-a15d-461f-9f57-2943dd682652',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.299741] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.299741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.299741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.299741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.299741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.300257] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.300257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.300257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.300418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.300418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.301054] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f1df6fc-a15d-461f-9f57-2943dd682652 is going to be updated. [ 631.338784] env[65529]: INFO networking_nsxv3.common.synchronization [req-ec466846-cd60-4411-b1f0-2ae0f62c796d req-4c24e592-4057-43ce-9645-421f19173bc3 tempest-VolumesAdminNegativeTest-1746304489 tempest-VolumesAdminNegativeTest-1746304489-project-member] Enqueued Resource ID: b00fddd6-d650-4af3-8c66-2159d2fe1aaa with Priority: HIGHEST for action security_group_members [ 631.344488] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.344675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.344675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.344675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.344675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.350935] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b00fddd6-d650-4af3-8c66-2159d2fe1aaa with Priority: HIGHEST for action security_group_members [ 631.351434] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b00fddd6-d650-4af3-8c66-2159d2fe1aaa taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.351567] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b00fddd6-d650-4af3-8c66-2159d2fe1aaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.351649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b00fddd6-d650-4af3-8c66-2159d2fe1aaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.351884] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b00fddd6-d650-4af3-8c66-2159d2fe1aaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.354748] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.354748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.354748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.354748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.354748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.354748] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b00fddd6-d650-4af3-8c66-2159d2fe1aaa',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.369857] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f1df6fc-a15d-461f-9f57-2943dd682652 in Status: IN_PROGRESS for 2s [ 631.860312] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.860312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.860312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.860563] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.860563] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.860665] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.860751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.860751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.860950] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.861028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.861109] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b00fddd6-d650-4af3-8c66-2159d2fe1aaa is going to be updated. [ 631.898778] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.898967] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.899080] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.899544] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.899544] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.912677] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b00fddd6-d650-4af3-8c66-2159d2fe1aaa in Status: IN_PROGRESS for 2s [ 632.194035] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8a69115-20ce-49f6-8309-2f827565581d in Status: SUCCESS [ 632.194035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.489721] env[65529]: INFO networking_nsxv3.common.synchronization [None req-28478640-9ca2-4828-81c2-39ff294cd883 None None] Enqueued Resource ID: d66a3f7b-fd33-4b97-918c-50e6bbaebe52 with Priority: HIGHEST for action port [ 632.489721] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d66a3f7b-fd33-4b97-918c-50e6bbaebe52 with Priority: HIGHEST for action port [ 632.489721] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-d66a3f7b-fd33-4b97-918c-50e6bbaebe52 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.489721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d66a3f7b-fd33-4b97-918c-50e6bbaebe52" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.489721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d66a3f7b-fd33-4b97-918c-50e6bbaebe52" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.489721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d66a3f7b-fd33-4b97-918c-50e6bbaebe52" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.490390] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d66a3f7b-fd33-4b97-918c-50e6bbaebe52',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.695203] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84a3c8e5-e3eb-4de9-9f56-405a0f0ad985 in Status: SUCCESS [ 632.695387] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84a3c8e5-e3eb-4de9-9f56-405a0f0ad985 deletion is rescheduled due to dependency. [ 632.695666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.952452] env[65529]: INFO networking_nsxv3.common.synchronization [req-d3dad2b4-c371-49eb-a3c0-4a3da2f9f7c7 req-3b863baa-3e77-4224-815d-46404c289790 tempest-FloatingIPsAssociationTestJSON-1714612319 tempest-FloatingIPsAssociationTestJSON-1714612319-project-member] Enqueued Resource ID: f1b0744f-dac8-4211-a269-8958c95d520c with Priority: HIGHEST for action security_group_members [ 632.952452] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b0744f-dac8-4211-a269-8958c95d520c with Priority: HIGHEST for action security_group_members [ 632.952553] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b0744f-dac8-4211-a269-8958c95d520c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.952674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.952741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.953237] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.953303] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.953396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.953467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.953619] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.953721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.953805] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1b0744f-dac8-4211-a269-8958c95d520c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.996645] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d66a3f7b-fd33-4b97-918c-50e6bbaebe52 [ 632.996792] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.996865] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.996943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.997220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.997293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.997397] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d66a3f7b-fd33-4b97-918c-50e6bbaebe52 already deleted. [ 632.997480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d66a3f7b-fd33-4b97-918c-50e6bbaebe52" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.381873] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f1df6fc-a15d-461f-9f57-2943dd682652 in Status: SUCCESS [ 633.382516] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f1df6fc-a15d-461f-9f57-2943dd682652 deletion is rescheduled due to dependency. [ 633.382516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f1df6fc-a15d-461f-9f57-2943dd682652" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.455950] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1b0744f-dac8-4211-a269-8958c95d520c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.517578] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-59 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.518640] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-59" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.518640] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-59" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.518640] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-59" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.520137] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.521698] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.521698] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.521698] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.521698] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.521928] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.521928] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.521991] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.522128] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.522286] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.523036] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.523036] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.545703] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.545865] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.546545] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.546545] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-59" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.547662] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-e86af39e-e946-487e-b119-475873380f81 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.548283] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-e86af39e-e946-487e-b119-475873380f81" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.549118] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-e86af39e-e946-487e-b119-475873380f81" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.549604] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-e86af39e-e946-487e-b119-475873380f81" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.549863] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e86af39e-e946-487e-b119-475873380f81',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.922059] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b00fddd6-d650-4af3-8c66-2159d2fe1aaa in Status: SUCCESS [ 633.922199] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b00fddd6-d650-4af3-8c66-2159d2fe1aaa deletion is rescheduled due to dependency. [ 633.922313] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b00fddd6-d650-4af3-8c66-2159d2fe1aaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.957842] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1b0744f-dac8-4211-a269-8958c95d520c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.056128] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.056128] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.056128] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.056128] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.056128] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.056128] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port e86af39e-e946-487e-b119-475873380f81 not found, creating... [ 634.056128] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.056128] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.056128] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.056128] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.056128] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.056836] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.056836] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.056836] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.056836] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.056836] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.056836] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: e86af39e-e946-487e-b119-475873380f81 is going to be created. [ 634.078567] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.078909] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.079130] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.079546] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.079806] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.080211] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-e86af39e-e946-487e-b119-475873380f81" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.461730] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.461730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.461730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.461730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.463120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.463249] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b0744f-dac8-4211-a269-8958c95d520c is going to be updated. [ 634.495511] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.495693] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.495737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.495953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.496127] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.508269] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b0744f-dac8-4211-a269-8958c95d520c in Status: IN_PROGRESS for 2s [ 634.860427] env[65529]: INFO networking_nsxv3.common.synchronization [req-d3dad2b4-c371-49eb-a3c0-4a3da2f9f7c7 req-4ac40484-4cdc-43f7-94bc-1018117da551 service nova] Enqueued Resource ID: f1b0744f-dac8-4211-a269-8958c95d520c with Priority: HIGHEST for action security_group_rules [ 634.860427] env[65529]: INFO networking_nsxv3.common.synchronization [req-d3dad2b4-c371-49eb-a3c0-4a3da2f9f7c7 req-4ac40484-4cdc-43f7-94bc-1018117da551 service nova] Enqueued Resource ID: f1b0744f-dac8-4211-a269-8958c95d520c with Priority: HIGHEST for action security_group_members [ 634.860427] env[65529]: INFO networking_nsxv3.common.synchronization [req-d3dad2b4-c371-49eb-a3c0-4a3da2f9f7c7 req-4ac40484-4cdc-43f7-94bc-1018117da551 service nova] Enqueued Resource ID: e86af39e-e946-487e-b119-475873380f81 with Priority: HIGHEST for action port [ 634.860427] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b0744f-dac8-4211-a269-8958c95d520c with Priority: HIGHEST for action security_group_rules [ 634.860800] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b0744f-dac8-4211-a269-8958c95d520c with Priority: HIGHEST for action security_group_members [ 634.860800] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e86af39e-e946-487e-b119-475873380f81 with Priority: HIGHEST for action port [ 634.861738] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1b0744f-dac8-4211-a269-8958c95d520c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.861738] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.861738] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.861738] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.861963] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1b0744f-dac8-4211-a269-8958c95d520c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.862660] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b0744f-dac8-4211-a269-8958c95d520c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.862761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.862958] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e86af39e-e946-487e-b119-475873380f81 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.863072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e86af39e-e946-487e-b119-475873380f81" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.863137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e86af39e-e946-487e-b119-475873380f81" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.863311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e86af39e-e946-487e-b119-475873380f81" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.863420] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e86af39e-e946-487e-b119-475873380f81',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.365322] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b0744f-dac8-4211-a269-8958c95d520c taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.365410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.365572] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e86af39e-e946-487e-b119-475873380f81 with status ACTIVE [ 635.366570] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.366570] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.366570] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.366570] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.366570] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.366570] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.366852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.366852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.366852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.366949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.367160] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.367286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.367349] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.367523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.367615] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.367843] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e86af39e-e946-487e-b119-475873380f81 is going to be updated. [ 635.396232] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.396359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.396415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.396627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.396759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.396921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e86af39e-e946-487e-b119-475873380f81" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.086600] env[65529]: INFO networking_nsxv3.common.synchronization [req-dc6548aa-5c8a-4b6d-8b14-aa85bdcf90f0 req-53b9a307-7672-463f-bb1e-4df72e886033 tempest-ServersWithSpecificFlavorTestJSON-481645510 tempest-ServersWithSpecificFlavorTestJSON-481645510-project-member] Enqueued Resource ID: e2888787-57df-4541-8ebe-890e8246a93b with Priority: HIGHEST for action security_group_members [ 636.086873] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2888787-57df-4541-8ebe-890e8246a93b with Priority: HIGHEST for action security_group_members [ 636.087185] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2888787-57df-4541-8ebe-890e8246a93b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.087386] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.087513] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.087800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.088036] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.088208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.088326] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.088569] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.088698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.088802] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2888787-57df-4541-8ebe-890e8246a93b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.518460] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b0744f-dac8-4211-a269-8958c95d520c in Status: SUCCESS [ 636.518692] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.519192] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.519192] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.519326] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.519462] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.519547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.519657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.519753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.519833] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1b0744f-dac8-4211-a269-8958c95d520c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.591415] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.591619] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.591733] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.592226] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.592226] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.592822] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.592932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.592995] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.593187] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.593269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.593363] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2888787-57df-4541-8ebe-890e8246a93b already deleted. [ 636.593446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.635651] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-318 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.635898] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-318" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.635999] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-318" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.636380] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-318" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.636751] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.636888] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.637008] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.637229] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.637368] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.637571] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.637678] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.637783] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.637896] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.638011] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.638119] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.638242] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.658239] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.658394] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.658532] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.658706] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-318" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.659060] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-f506930f-0458-473b-be74-74478ffeb4c6 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.659254] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-f506930f-0458-473b-be74-74478ffeb4c6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.659396] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-f506930f-0458-473b-be74-74478ffeb4c6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.659754] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-f506930f-0458-473b-be74-74478ffeb4c6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.659936] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f506930f-0458-473b-be74-74478ffeb4c6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.023980] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1b0744f-dac8-4211-a269-8958c95d520c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.162781] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.163135] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.163135] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.163378] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.163530] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.163668] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port f506930f-0458-473b-be74-74478ffeb4c6 not found, creating... [ 637.163974] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.164144] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.164257] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.164464] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.164591] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.164961] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.165128] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.165253] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.165483] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.165622] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.165937] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: f506930f-0458-473b-be74-74478ffeb4c6 is going to be created. [ 637.191626] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.191858] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.192016] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.192430] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.192837] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.193089] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-f506930f-0458-473b-be74-74478ffeb4c6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.527607] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1b0744f-dac8-4211-a269-8958c95d520c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.724076] env[65529]: INFO networking_nsxv3.common.synchronization [None req-d8f50d4e-b9f6-42d2-980f-d73f990bb62e None None] Enqueued Resource ID: 54b86c19-f403-460a-a5ab-6759c0f7233f with Priority: HIGHEST for action port [ 637.724076] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54b86c19-f403-460a-a5ab-6759c0f7233f with Priority: HIGHEST for action port [ 637.725750] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-54b86c19-f403-460a-a5ab-6759c0f7233f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.725750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54b86c19-f403-460a-a5ab-6759c0f7233f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.725750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54b86c19-f403-460a-a5ab-6759c0f7233f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.725750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54b86c19-f403-460a-a5ab-6759c0f7233f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.725750] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54b86c19-f403-460a-a5ab-6759c0f7233f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.876281] env[65529]: INFO networking_nsxv3.common.synchronization [req-dc6548aa-5c8a-4b6d-8b14-aa85bdcf90f0 req-bdf2adcd-a19c-48a7-bc42-eec0a926c2d6 service nova] Enqueued Resource ID: e2888787-57df-4541-8ebe-890e8246a93b with Priority: HIGHEST for action security_group_rules [ 637.876281] env[65529]: INFO networking_nsxv3.common.synchronization [req-dc6548aa-5c8a-4b6d-8b14-aa85bdcf90f0 req-bdf2adcd-a19c-48a7-bc42-eec0a926c2d6 service nova] Enqueued Resource ID: e2888787-57df-4541-8ebe-890e8246a93b with Priority: HIGHEST for action security_group_members [ 637.876281] env[65529]: INFO networking_nsxv3.common.synchronization [req-dc6548aa-5c8a-4b6d-8b14-aa85bdcf90f0 req-bdf2adcd-a19c-48a7-bc42-eec0a926c2d6 service nova] Enqueued Resource ID: f506930f-0458-473b-be74-74478ffeb4c6 with Priority: HIGHEST for action port [ 637.876281] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2888787-57df-4541-8ebe-890e8246a93b with Priority: HIGHEST for action security_group_rules [ 637.876281] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2888787-57df-4541-8ebe-890e8246a93b with Priority: HIGHEST for action security_group_members [ 637.876281] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f506930f-0458-473b-be74-74478ffeb4c6 with Priority: HIGHEST for action port [ 637.876722] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2888787-57df-4541-8ebe-890e8246a93b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.879977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.879977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.879977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.879977] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2888787-57df-4541-8ebe-890e8246a93b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.879977] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2888787-57df-4541-8ebe-890e8246a93b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.879977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.879977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.879977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.879977] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.879977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.879977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.879977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.879977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.879977] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2888787-57df-4541-8ebe-890e8246a93b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.881420] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-f506930f-0458-473b-be74-74478ffeb4c6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.882752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f506930f-0458-473b-be74-74478ffeb4c6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.884170] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f506930f-0458-473b-be74-74478ffeb4c6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.884170] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f506930f-0458-473b-be74-74478ffeb4c6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.884170] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f506930f-0458-473b-be74-74478ffeb4c6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.029758] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.029913] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.029982] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.030941] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.031099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.031217] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b0744f-dac8-4211-a269-8958c95d520c is going to be updated. [ 638.074272] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.074419] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.074481] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.074711] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.074871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.091020] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b0744f-dac8-4211-a269-8958c95d520c in Status: IN_PROGRESS for 2s [ 638.229982] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54b86c19-f403-460a-a5ab-6759c0f7233f [ 638.229982] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.229982] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.229982] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.229982] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.229982] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.229982] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54b86c19-f403-460a-a5ab-6759c0f7233f already deleted. [ 638.229982] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54b86c19-f403-460a-a5ab-6759c0f7233f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.386738] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2888787-57df-4541-8ebe-890e8246a93b taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.386952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.387080] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2888787-57df-4541-8ebe-890e8246a93b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.392966] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f506930f-0458-473b-be74-74478ffeb4c6 with status ACTIVE [ 638.392966] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.392966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.392966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.392966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.392966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.392966] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.392966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.392966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.392966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.392966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.394134] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.394134] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.394134] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.394134] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.394134] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.394134] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f506930f-0458-473b-be74-74478ffeb4c6 is going to be updated. [ 638.417422] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.417422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.417422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.418152] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.418358] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.418571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f506930f-0458-473b-be74-74478ffeb4c6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.896413] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2888787-57df-4541-8ebe-890e8246a93b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.911098] env[65529]: INFO networking_nsxv3.common.synchronization [req-3fb07236-9dbc-4f17-adff-6eefcf7d292c req-c33bf1d1-3346-4ff3-b87e-5f16a9057c7a tempest-ServerRescueNegativeTestJSON-683535457 tempest-ServerRescueNegativeTestJSON-683535457-project-member] Enqueued Resource ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 with Priority: HIGHEST for action security_group_members [ 638.911098] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 with Priority: HIGHEST for action security_group_members [ 638.911098] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.911098] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.911098] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.911098] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.911504] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.911504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.911930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.911930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.911930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.911930] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd4b1ef5-8f28-4adb-b5e3-71c68602d580',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.399295] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.399624] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.399624] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.400210] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.400210] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.400210] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2888787-57df-4541-8ebe-890e8246a93b is going to be created. [ 639.414810] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.414958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.415041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.415351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.415555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.415677] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.415858] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.415926] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.416087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.416185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.416278] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 already deleted. [ 639.416379] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.425367] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.425561] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.425610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.425797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.425964] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.432458] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-439 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.432790] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-439" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.432790] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-439" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.433629] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-439" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.433722] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.433901] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.434048] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.434180] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.434316] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.434509] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.434617] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.434718] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.434818] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.434921] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.435031] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.435153] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.437125] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2888787-57df-4541-8ebe-890e8246a93b in Status: UNINITIALIZED for 2s [ 639.455450] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.455450] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 639.455450] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.455450] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-439" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.455450] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-22560b88-520d-49eb-be28-f5aea593f449 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.455450] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-22560b88-520d-49eb-be28-f5aea593f449" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.455888] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-22560b88-520d-49eb-be28-f5aea593f449" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.455888] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-22560b88-520d-49eb-be28-f5aea593f449" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.456057] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22560b88-520d-49eb-be28-f5aea593f449',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.643630] env[65529]: INFO networking_nsxv3.common.synchronization [None req-7fac25d7-503b-4c6c-9f4a-9689c6840027 None None] Enqueued Resource ID: 40cf0625-6fe8-4363-a073-098eeeac9504 with Priority: HIGHEST for action port [ 639.644186] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40cf0625-6fe8-4363-a073-098eeeac9504 with Priority: HIGHEST for action port [ 639.644526] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-40cf0625-6fe8-4363-a073-098eeeac9504 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.644674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40cf0625-6fe8-4363-a073-098eeeac9504" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.644745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40cf0625-6fe8-4363-a073-098eeeac9504" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.644998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40cf0625-6fe8-4363-a073-098eeeac9504" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.645673] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40cf0625-6fe8-4363-a073-098eeeac9504',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.908555] env[65529]: INFO networking_nsxv3.common.synchronization [None req-27c0b5cc-e174-4d1d-81ed-b08183391988 None None] Enqueued Resource ID: ed718648-1afd-441c-8404-914a48704776 with Priority: HIGHEST for action port [ 639.908733] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed718648-1afd-441c-8404-914a48704776 with Priority: HIGHEST for action port [ 639.909348] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed718648-1afd-441c-8404-914a48704776 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.909480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed718648-1afd-441c-8404-914a48704776" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.909582] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed718648-1afd-441c-8404-914a48704776" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.909802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed718648-1afd-441c-8404-914a48704776" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.909876] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed718648-1afd-441c-8404-914a48704776',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.958612] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.958612] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.958778] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.958957] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.959151] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.959314] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port 22560b88-520d-49eb-be28-f5aea593f449 not found, creating... [ 639.959578] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.959718] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.959823] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.960197] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.960340] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.960590] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.960830] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.960830] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.960958] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.961416] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.961416] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: 22560b88-520d-49eb-be28-f5aea593f449 is going to be created. [ 639.990757] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.990757] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.990757] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.990757] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.990757] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.990757] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-22560b88-520d-49eb-be28-f5aea593f449" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.100892] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b0744f-dac8-4211-a269-8958c95d520c in Status: SUCCESS [ 640.101672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.101672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.101876] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.102124] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.102369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.102437] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.102653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.102771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.102865] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.103014] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1b0744f-dac8-4211-a269-8958c95d520c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.148322] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40cf0625-6fe8-4363-a073-098eeeac9504 [ 640.148603] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.148761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.148888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.149073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.149223] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.149302] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40cf0625-6fe8-4363-a073-098eeeac9504 already deleted. [ 640.149388] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40cf0625-6fe8-4363-a073-098eeeac9504" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.412738] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed718648-1afd-441c-8404-914a48704776 [ 640.413067] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.413148] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.413216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.413454] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.413544] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.413647] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed718648-1afd-441c-8404-914a48704776 already deleted. [ 640.413732] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed718648-1afd-441c-8404-914a48704776" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.607225] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b0744f-dac8-4211-a269-8958c95d520c taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.607225] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.607225] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.607225] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.607225] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.607225] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.607225] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.607225] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.607225] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.607225] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.607708] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b0744f-dac8-4211-a269-8958c95d520c taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.607708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.607708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.607708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.607708] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.607880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.607880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.608033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.608133] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.608248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.608353] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1b0744f-dac8-4211-a269-8958c95d520c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.732102] env[65529]: INFO networking_nsxv3.common.synchronization [req-3fb07236-9dbc-4f17-adff-6eefcf7d292c req-0474ac43-ed5e-4f97-95d1-47d17cc7cdd8 service nova] Enqueued Resource ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 with Priority: HIGHEST for action security_group_rules [ 640.733278] env[65529]: INFO networking_nsxv3.common.synchronization [req-3fb07236-9dbc-4f17-adff-6eefcf7d292c req-0474ac43-ed5e-4f97-95d1-47d17cc7cdd8 service nova] Enqueued Resource ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 with Priority: HIGHEST for action security_group_members [ 640.733278] env[65529]: INFO networking_nsxv3.common.synchronization [req-3fb07236-9dbc-4f17-adff-6eefcf7d292c req-0474ac43-ed5e-4f97-95d1-47d17cc7cdd8 service nova] Enqueued Resource ID: 22560b88-520d-49eb-be28-f5aea593f449 with Priority: HIGHEST for action port [ 640.734032] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 with Priority: HIGHEST for action security_group_rules [ 640.734895] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 with Priority: HIGHEST for action security_group_members [ 640.734895] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22560b88-520d-49eb-be28-f5aea593f449 with Priority: HIGHEST for action port [ 640.734895] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd4b1ef5-8f28-4adb-b5e3-71c68602d580 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.735079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.735130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.736343] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.736343] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd4b1ef5-8f28-4adb-b5e3-71c68602d580',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.736906] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.736906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.736906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.736906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.738719] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.738866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.738940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.739123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.739221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.739319] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd4b1ef5-8f28-4adb-b5e3-71c68602d580',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.740188] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-22560b88-520d-49eb-be28-f5aea593f449 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.740300] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22560b88-520d-49eb-be28-f5aea593f449" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.740358] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22560b88-520d-49eb-be28-f5aea593f449" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.742542] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22560b88-520d-49eb-be28-f5aea593f449" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.742542] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22560b88-520d-49eb-be28-f5aea593f449',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.112178] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1b0744f-dac8-4211-a269-8958c95d520c: rpc.has_security_group_logging(os_id): False [ 641.132535] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.132716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.132716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.132926] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.132979] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.134053] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.134185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.134241] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.134447] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.134496] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.134687] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.134782] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.134850] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.134999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.135094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.135277] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.135371] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.135431] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.135593] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.135672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.135760] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1b0744f-dac8-4211-a269-8958c95d520c is going to be updated. [ 641.202935] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.202935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.202935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.203150] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.203250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.218759] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1b0744f-dac8-4211-a269-8958c95d520c in Status: IN_PROGRESS for 2s [ 641.244093] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd4b1ef5-8f28-4adb-b5e3-71c68602d580',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.246434] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.246434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.246434] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22560b88-520d-49eb-be28-f5aea593f449 with status ACTIVE [ 641.246434] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.246434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.246434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.246434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.246434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.246434] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.246434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.246434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.246434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.247050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.247050] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.247050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.247050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.247050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.247050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.248471] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22560b88-520d-49eb-be28-f5aea593f449 is going to be updated. [ 641.288704] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.288704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.288704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.288704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.288704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.289048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22560b88-520d-49eb-be28-f5aea593f449" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.448788] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2888787-57df-4541-8ebe-890e8246a93b in Status: SUCCESS [ 641.449152] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.449200] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.449456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.449652] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.449770] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.449835] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.449985] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.450099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.450191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.450282] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2888787-57df-4541-8ebe-890e8246a93b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.690127] env[65529]: INFO networking_nsxv3.common.synchronization [None req-04dff082-996d-4f69-b6a1-a271a777456c None None] Enqueued Resource ID: 9a4056f6-04aa-466c-b365-132b18fe6510 with Priority: HIGHEST for action port [ 641.690449] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a4056f6-04aa-466c-b365-132b18fe6510 with Priority: HIGHEST for action port [ 641.690776] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a4056f6-04aa-466c-b365-132b18fe6510 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.690919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a4056f6-04aa-466c-b365-132b18fe6510" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.690987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a4056f6-04aa-466c-b365-132b18fe6510" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.694078] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a4056f6-04aa-466c-b365-132b18fe6510" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.694078] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a4056f6-04aa-466c-b365-132b18fe6510',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.756601] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd4b1ef5-8f28-4adb-b5e3-71c68602d580',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.936415] env[65529]: INFO networking_nsxv3.common.synchronization [None req-da95ae17-2196-40a4-8bbb-92317c01ccab None None] Enqueued Resource ID: 3719bd40-9fa3-4681-9625-8345cada1331 with Priority: HIGHEST for action port [ 641.936883] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3719bd40-9fa3-4681-9625-8345cada1331 with Priority: HIGHEST for action port [ 641.937326] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-3719bd40-9fa3-4681-9625-8345cada1331 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.937562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3719bd40-9fa3-4681-9625-8345cada1331" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.937652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3719bd40-9fa3-4681-9625-8345cada1331" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.939135] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3719bd40-9fa3-4681-9625-8345cada1331" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.939135] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3719bd40-9fa3-4681-9625-8345cada1331',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.954287] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2888787-57df-4541-8ebe-890e8246a93b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.199884] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a4056f6-04aa-466c-b365-132b18fe6510 [ 642.200208] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.200457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.200525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.200793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.200951] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.201142] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a4056f6-04aa-466c-b365-132b18fe6510 already deleted. [ 642.201285] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a4056f6-04aa-466c-b365-132b18fe6510" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.258331] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.260527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.260621] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.260881] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.260990] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.261383] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 is going to be created. [ 642.293015] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.293184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.293277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.293472] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.293619] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.306588] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 in Status: UNINITIALIZED for 2s [ 642.441680] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3719bd40-9fa3-4681-9625-8345cada1331 [ 642.441806] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.443180] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.443629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.443629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.443629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.443830] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3719bd40-9fa3-4681-9625-8345cada1331 already deleted. [ 642.443830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3719bd40-9fa3-4681-9625-8345cada1331" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.457139] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2888787-57df-4541-8ebe-890e8246a93b: rpc.has_security_group_logging(os_id): False [ 642.481307] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.481484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.481543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.481730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.481811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.482055] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.482162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.482240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.482386] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.482465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.482549] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2888787-57df-4541-8ebe-890e8246a93b is going to be created. [ 642.558928] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.559364] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.559364] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.559530] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.559730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.576932] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2888787-57df-4541-8ebe-890e8246a93b in Status: IN_PROGRESS for 2s [ 643.248215] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1b0744f-dac8-4211-a269-8958c95d520c in Status: SUCCESS [ 643.248215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.414294] env[65529]: INFO networking_nsxv3.common.synchronization [None req-76f9c5db-212d-4d00-b894-e5f96f982182 tempest-ServersTestManualDisk-1823054837 tempest-ServersTestManualDisk-1823054837-project-member] Enqueued Resource ID: dafd6b6e-d17f-4ace-a914-14b597bbdc83 with Priority: HIGHEST for action security_group_rules [ 643.414294] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dafd6b6e-d17f-4ace-a914-14b597bbdc83 with Priority: HIGHEST for action security_group_rules [ 643.414294] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dafd6b6e-d17f-4ace-a914-14b597bbdc83 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.414619] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dafd6b6e-d17f-4ace-a914-14b597bbdc83" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.414811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dafd6b6e-d17f-4ace-a914-14b597bbdc83" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.415172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dafd6b6e-d17f-4ace-a914-14b597bbdc83" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.415380] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dafd6b6e-d17f-4ace-a914-14b597bbdc83',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.540095] env[65529]: INFO networking_nsxv3.common.synchronization [None req-a8a6504a-0a8d-4a83-81ad-31096173c4de tempest-ServersTestManualDisk-1823054837 tempest-ServersTestManualDisk-1823054837-project-member] Enqueued Resource ID: dafd6b6e-d17f-4ace-a914-14b597bbdc83 with Priority: HIGHEST for action security_group_rules [ 643.541615] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dafd6b6e-d17f-4ace-a914-14b597bbdc83 with Priority: HIGHEST for action security_group_rules [ 643.543160] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dafd6b6e-d17f-4ace-a914-14b597bbdc83 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.543160] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dafd6b6e-d17f-4ace-a914-14b597bbdc83" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.940375] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.940573] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.940573] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.941140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.941140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.941140] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dafd6b6e-d17f-4ace-a914-14b597bbdc83 already deleted. [ 643.941140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dafd6b6e-d17f-4ace-a914-14b597bbdc83" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.942231] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dafd6b6e-d17f-4ace-a914-14b597bbdc83" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.942231] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dafd6b6e-d17f-4ace-a914-14b597bbdc83" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.942231] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dafd6b6e-d17f-4ace-a914-14b597bbdc83',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.240147] env[65529]: INFO networking_nsxv3.common.synchronization [None req-98032fe1-4b8a-4f86-a692-d88dea19ade4 None None] Enqueued Resource ID: c870be7c-9426-4419-a353-11d675268773 with Priority: HIGHEST for action port [ 644.240147] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c870be7c-9426-4419-a353-11d675268773 with Priority: HIGHEST for action port [ 644.240405] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-c870be7c-9426-4419-a353-11d675268773 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.240686] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c870be7c-9426-4419-a353-11d675268773" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.240882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c870be7c-9426-4419-a353-11d675268773" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.241344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c870be7c-9426-4419-a353-11d675268773" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.241761] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c870be7c-9426-4419-a353-11d675268773',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.319554] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 in Status: SUCCESS [ 644.322654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.322918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.323313] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.323687] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.323846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.323912] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.324127] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.324761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.324761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.324761] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd4b1ef5-8f28-4adb-b5e3-71c68602d580',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.422011] env[65529]: INFO networking_nsxv3.common.synchronization [None req-40ad8cae-b806-437a-9a1e-b6d4af01f99f None None] Enqueued Resource ID: 0e8cda77-5464-4106-81ed-9ffb1bb1a282 with Priority: HIGHEST for action port [ 644.422680] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e8cda77-5464-4106-81ed-9ffb1bb1a282 with Priority: HIGHEST for action port [ 644.423278] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e8cda77-5464-4106-81ed-9ffb1bb1a282 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.423555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e8cda77-5464-4106-81ed-9ffb1bb1a282" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.423555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e8cda77-5464-4106-81ed-9ffb1bb1a282" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.423708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e8cda77-5464-4106-81ed-9ffb1bb1a282" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.423795] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e8cda77-5464-4106-81ed-9ffb1bb1a282',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.464955] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.464955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.464955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.464955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.464955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.464955] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dafd6b6e-d17f-4ace-a914-14b597bbdc83 already deleted. [ 644.464955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dafd6b6e-d17f-4ace-a914-14b597bbdc83" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.592895] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2888787-57df-4541-8ebe-890e8246a93b in Status: SUCCESS [ 644.593405] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.744461] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c870be7c-9426-4419-a353-11d675268773 [ 644.745119] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.745119] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.745119] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.745314] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.745314] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.745376] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c870be7c-9426-4419-a353-11d675268773 already deleted. [ 644.747952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c870be7c-9426-4419-a353-11d675268773" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.831180] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.831378] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.831552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.831700] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.831822] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.831929] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.831998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.832142] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.832232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.832339] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.832489] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.832587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.832646] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.833077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.833077] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.833077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.833077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.833368] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.833368] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.833368] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.833530] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd4b1ef5-8f28-4adb-b5e3-71c68602d580',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.839699] env[65529]: INFO networking_nsxv3.common.synchronization [req-c434ff95-bb36-4d07-9730-ca9f72cc477a req-58bca6f4-9a5e-4d56-9e0a-264f4a2ad1ee tempest-ServerRescueNegativeTestJSON-683535457 tempest-ServerRescueNegativeTestJSON-683535457-project-member] Enqueued Resource ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 with Priority: HIGHEST for action security_group_members [ 644.840908] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 with Priority: HIGHEST for action security_group_members [ 644.840908] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.840908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.841125] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.845984] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.846215] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.846346] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.846414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.846597] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.846688] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.846790] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd4b1ef5-8f28-4adb-b5e3-71c68602d580',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.925647] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e8cda77-5464-4106-81ed-9ffb1bb1a282 [ 644.928071] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.928071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.928071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.928071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.928071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.928071] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e8cda77-5464-4106-81ed-9ffb1bb1a282 already deleted. [ 644.928071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e8cda77-5464-4106-81ed-9ffb1bb1a282" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.287211] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-439 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.288195] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-439" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.288195] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-439" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.288195] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-439" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.288195] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.288195] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.288484] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.288484] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.288548] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.289063] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.289063] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.289063] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.289063] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.289258] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.289309] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.289444] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.318675] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.318833] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.318985] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.319787] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-439" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.320195] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-4aa6679f-7828-4926-8c4f-050dda854ec6 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.320404] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-4aa6679f-7828-4926-8c4f-050dda854ec6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.320526] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-4aa6679f-7828-4926-8c4f-050dda854ec6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.321625] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-4aa6679f-7828-4926-8c4f-050dda854ec6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.321625] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4aa6679f-7828-4926-8c4f-050dda854ec6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.341125] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd4b1ef5-8f28-4adb-b5e3-71c68602d580: rpc.has_security_group_logging(os_id): False [ 645.349337] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd4b1ef5-8f28-4adb-b5e3-71c68602d580',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.360069] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.360387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.360387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.360518] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.360614] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.360836] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.360933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.360989] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.361151] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.361288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.361470] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.361566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.361624] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.361763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.361840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.362021] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.362109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.362173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.362359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.362451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.362542] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 is going to be created. [ 645.430081] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.430230] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.430290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.430523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.430738] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.457111] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 in Status: IN_PROGRESS for 2s [ 645.824508] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.824884] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.824884] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.825145] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.825286] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.825435] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 4aa6679f-7828-4926-8c4f-050dda854ec6 not found, creating... [ 645.828944] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.828944] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.828944] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.828944] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.828944] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.828944] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.828944] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.828944] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.828944] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.828944] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.829808] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 4aa6679f-7828-4926-8c4f-050dda854ec6 is going to be created. [ 645.852085] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.852433] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.852631] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.852981] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.853304] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.853563] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-4aa6679f-7828-4926-8c4f-050dda854ec6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.854404] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd4b1ef5-8f28-4adb-b5e3-71c68602d580',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.359254] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.359254] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.359517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.359577] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.359681] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.359784] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 is going to be updated. [ 646.397077] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.397442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.397719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.397998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.398221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.410103] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 in Status: IN_PROGRESS for 2s [ 646.542446] env[65529]: INFO networking_nsxv3.common.synchronization [req-89493656-984b-4fa7-ac91-cda08b981c6d req-de84aa24-ca80-4942-8437-7866b87bbad5 tempest-InstanceActionsV221TestJSON-235836081 tempest-InstanceActionsV221TestJSON-235836081-project-member] Enqueued Resource ID: 2831a5d6-5cfc-4717-852e-b19cc813fca0 with Priority: HIGHEST for action security_group_members [ 646.542726] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2831a5d6-5cfc-4717-852e-b19cc813fca0 with Priority: HIGHEST for action security_group_members [ 646.543244] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-2831a5d6-5cfc-4717-852e-b19cc813fca0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.543244] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2831a5d6-5cfc-4717-852e-b19cc813fca0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.543244] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2831a5d6-5cfc-4717-852e-b19cc813fca0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.543465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2831a5d6-5cfc-4717-852e-b19cc813fca0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.544080] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.544080] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.544080] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.544080] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.544080] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.544080] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2831a5d6-5cfc-4717-852e-b19cc813fca0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.664911] env[65529]: INFO networking_nsxv3.common.synchronization [req-c434ff95-bb36-4d07-9730-ca9f72cc477a req-b160a631-a11b-4fd3-9c4b-7fadc176cda1 service nova] Enqueued Resource ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 with Priority: HIGHEST for action security_group_rules [ 646.665021] env[65529]: INFO networking_nsxv3.common.synchronization [req-c434ff95-bb36-4d07-9730-ca9f72cc477a req-b160a631-a11b-4fd3-9c4b-7fadc176cda1 service nova] Enqueued Resource ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 with Priority: HIGHEST for action security_group_members [ 646.665191] env[65529]: INFO networking_nsxv3.common.synchronization [req-c434ff95-bb36-4d07-9730-ca9f72cc477a req-b160a631-a11b-4fd3-9c4b-7fadc176cda1 service nova] Enqueued Resource ID: 4aa6679f-7828-4926-8c4f-050dda854ec6 with Priority: HIGHEST for action port [ 646.665774] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 with Priority: HIGHEST for action security_group_rules [ 646.665958] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 with Priority: HIGHEST for action security_group_members [ 646.666371] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aa6679f-7828-4926-8c4f-050dda854ec6 with Priority: HIGHEST for action port [ 646.668379] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd4b1ef5-8f28-4adb-b5e3-71c68602d580 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.668379] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.668561] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.668694] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.669260] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-4aa6679f-7828-4926-8c4f-050dda854ec6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.669454] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4aa6679f-7828-4926-8c4f-050dda854ec6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.669454] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4aa6679f-7828-4926-8c4f-050dda854ec6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.669912] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4aa6679f-7828-4926-8c4f-050dda854ec6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.669912] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4aa6679f-7828-4926-8c4f-050dda854ec6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.047288] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.047288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.047288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.047288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.047288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.047772] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.047859] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.047987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.048209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.048334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.048522] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2831a5d6-5cfc-4717-852e-b19cc813fca0 is going to be updated. [ 647.082027] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.082192] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.082289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.082497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.082646] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.095238] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2831a5d6-5cfc-4717-852e-b19cc813fca0 in Status: IN_PROGRESS for 2s [ 647.174495] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4aa6679f-7828-4926-8c4f-050dda854ec6 with status ACTIVE [ 647.174495] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.174495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.174495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.174752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.174785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.174979] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.175097] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.175250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.175314] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.175428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.175568] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.175674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.175715] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.176214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.176214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.176214] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4aa6679f-7828-4926-8c4f-050dda854ec6 is going to be updated. [ 647.206840] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.207014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.207070] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.207347] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.208222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.208222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4aa6679f-7828-4926-8c4f-050dda854ec6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.470911] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 in Status: SUCCESS [ 647.471162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.474133] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.474133] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.474133] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd4b1ef5-8f28-4adb-b5e3-71c68602d580',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.983200] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.983200] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.027765] env[65529]: INFO networking_nsxv3.common.synchronization [None req-76332222-ead5-4fe2-b317-69f32d5c30e3 None None] Enqueued Resource ID: 63c9e82c-4a8f-43a5-b2dd-c42b7cb121c3 with Priority: HIGHEST for action port [ 648.029856] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63c9e82c-4a8f-43a5-b2dd-c42b7cb121c3 with Priority: HIGHEST for action port [ 648.029856] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-63c9e82c-4a8f-43a5-b2dd-c42b7cb121c3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.029856] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63c9e82c-4a8f-43a5-b2dd-c42b7cb121c3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.029856] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63c9e82c-4a8f-43a5-b2dd-c42b7cb121c3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.029856] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63c9e82c-4a8f-43a5-b2dd-c42b7cb121c3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.030312] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63c9e82c-4a8f-43a5-b2dd-c42b7cb121c3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.423373] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 in Status: SUCCESS [ 648.423373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.423373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.423373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.423890] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.423890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.423890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.424101] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.424101] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.424205] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd4b1ef5-8f28-4adb-b5e3-71c68602d580',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.533937] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63c9e82c-4a8f-43a5-b2dd-c42b7cb121c3 [ 648.533937] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.535372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.535372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.535372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.535372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.535372] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63c9e82c-4a8f-43a5-b2dd-c42b7cb121c3 already deleted. [ 648.535372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63c9e82c-4a8f-43a5-b2dd-c42b7cb121c3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.927257] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd4b1ef5-8f28-4adb-b5e3-71c68602d580',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.107834] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2831a5d6-5cfc-4717-852e-b19cc813fca0 in Status: SUCCESS [ 649.107834] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2831a5d6-5cfc-4717-852e-b19cc813fca0 deletion is rescheduled due to dependency. [ 649.108094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2831a5d6-5cfc-4717-852e-b19cc813fca0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.431973] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd4b1ef5-8f28-4adb-b5e3-71c68602d580',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.934725] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.934893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.934966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.935195] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.935387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.935387] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 is going to be updated. [ 649.967179] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.967453] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.967528] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.967803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.968109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.978218] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 in Status: IN_PROGRESS for 2s [ 651.313209] env[65529]: INFO networking_nsxv3.common.synchronization [None req-987c88b1-c9ac-4c7f-aff6-3796300ee86b None None] Enqueued Resource ID: b36e660d-f7fb-42b5-8294-cee83c7a5af8 with Priority: HIGHEST for action port [ 651.313209] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b36e660d-f7fb-42b5-8294-cee83c7a5af8 with Priority: HIGHEST for action port [ 651.313209] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-b36e660d-f7fb-42b5-8294-cee83c7a5af8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.313209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b36e660d-f7fb-42b5-8294-cee83c7a5af8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.313209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b36e660d-f7fb-42b5-8294-cee83c7a5af8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.313209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b36e660d-f7fb-42b5-8294-cee83c7a5af8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.313209] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b36e660d-f7fb-42b5-8294-cee83c7a5af8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.817445] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b36e660d-f7fb-42b5-8294-cee83c7a5af8 [ 651.817914] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.817914] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.817914] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.818153] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.818196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.818305] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b36e660d-f7fb-42b5-8294-cee83c7a5af8 already deleted. [ 651.818412] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b36e660d-f7fb-42b5-8294-cee83c7a5af8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.989052] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 in Status: SUCCESS [ 651.990278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.990278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.990278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.990278] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.990278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.990278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.990278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.990278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.990879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.990879] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd4b1ef5-8f28-4adb-b5e3-71c68602d580',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.495064] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.495454] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.495454] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.496307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.496307] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.496459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.496497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.496663] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.496751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.496838] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.496986] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.497096] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.497150] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.497294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.497428] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.497516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.497577] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.497714] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.497781] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.497867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.497957] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd4b1ef5-8f28-4adb-b5e3-71c68602d580',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.999843] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd4b1ef5-8f28-4adb-b5e3-71c68602d580: rpc.has_security_group_logging(os_id): False [ 653.025524] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.025747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.025841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.026101] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.026255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.027909] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.027909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.027909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.027909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.027909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.027909] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.027909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.027909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.027909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.027909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.028681] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.029524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.029524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.029712] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.029771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.029825] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 is going to be updated. [ 653.122620] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.122780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.122944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.123114] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.123431] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.139458] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 in Status: IN_PROGRESS for 2s [ 653.984722] env[65529]: INFO networking_nsxv3.common.synchronization [None req-e7e41461-9c8d-4597-a5ff-9c69518b8bb9 None None] Enqueued Resource ID: 7a63a3e3-39ff-4842-8ae4-bdd20a787a5b with Priority: HIGHEST for action port [ 653.985331] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a63a3e3-39ff-4842-8ae4-bdd20a787a5b with Priority: HIGHEST for action port [ 653.985948] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a63a3e3-39ff-4842-8ae4-bdd20a787a5b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.985948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a63a3e3-39ff-4842-8ae4-bdd20a787a5b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.985948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a63a3e3-39ff-4842-8ae4-bdd20a787a5b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.986156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a63a3e3-39ff-4842-8ae4-bdd20a787a5b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.986272] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a63a3e3-39ff-4842-8ae4-bdd20a787a5b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.489105] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a63a3e3-39ff-4842-8ae4-bdd20a787a5b [ 654.489384] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.489546] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.489627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.490091] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.490091] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.490091] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a63a3e3-39ff-4842-8ae4-bdd20a787a5b already deleted. [ 654.490233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a63a3e3-39ff-4842-8ae4-bdd20a787a5b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.156783] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 in Status: SUCCESS [ 655.157193] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.335329] env[65529]: INFO networking_nsxv3.common.synchronization [req-7acc37cc-6d7f-49c1-bf5e-328e156da55e req-12b44473-e11c-41fc-b35f-42761b08fc18 tempest-DeleteServersAdminTestJSON-1624234774 tempest-DeleteServersAdminTestJSON-1624234774-project-member] Enqueued Resource ID: d550e5e3-e388-4967-8580-1f36cf4aea64 with Priority: HIGHEST for action security_group_members [ 655.335849] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d550e5e3-e388-4967-8580-1f36cf4aea64 with Priority: HIGHEST for action security_group_members [ 655.336207] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d550e5e3-e388-4967-8580-1f36cf4aea64 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.336349] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.336349] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.336538] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.336680] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.336957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.336957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.336957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.337369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.337465] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d550e5e3-e388-4967-8580-1f36cf4aea64',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.665927] env[65529]: INFO networking_nsxv3.common.synchronization [req-c205e1cc-8f08-41dd-841c-3f617ab7ffbb req-e0e0d7e0-a6b5-4e1d-b0ae-8a465d0fb77f tempest-TenantUsagesTestJSON-1700358856 tempest-TenantUsagesTestJSON-1700358856-project-member] Enqueued Resource ID: ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba with Priority: HIGHEST for action security_group_members [ 655.665927] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba with Priority: HIGHEST for action security_group_members [ 655.665927] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.666429] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.668398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.668398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.668398] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.668398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.668398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.668398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.668398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.668398] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.841357] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.841357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.841357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.841684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.841949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.842269] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.842269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.842269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.842450] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.842484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.842629] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d550e5e3-e388-4967-8580-1f36cf4aea64 is going to be updated. [ 655.876267] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.876481] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.876614] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.876866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.877026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.887969] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d550e5e3-e388-4967-8580-1f36cf4aea64 in Status: IN_PROGRESS for 2s [ 655.966049] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.966049] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.966049] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.966049] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.966049] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.966049] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.966049] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.966049] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.966546] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.966687] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.966764] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.966851] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.966948] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.967061] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.967149] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.967280] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.987969] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.987969] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 655.987969] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.987969] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.987969] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-505366ef-4710-40a2-a603-1a091cdd590a taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.988345] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-505366ef-4710-40a2-a603-1a091cdd590a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.988345] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-505366ef-4710-40a2-a603-1a091cdd590a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.988597] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-505366ef-4710-40a2-a603-1a091cdd590a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.988662] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('505366ef-4710-40a2-a603-1a091cdd590a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.170961] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.170961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.170961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.170961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.170961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.170961] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.170961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.170961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.171595] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.171595] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.171595] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba is going to be updated. [ 656.198713] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.199215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.199413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.200226] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.200226] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.212264] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba in Status: IN_PROGRESS for 2s [ 656.496973] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.497188] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.497307] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.497855] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.497903] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.498074] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 505366ef-4710-40a2-a603-1a091cdd590a not found, creating... [ 656.498366] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.498526] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.498640] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.498854] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.498996] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.499377] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.499644] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.499797] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.500026] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.500162] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.500299] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 505366ef-4710-40a2-a603-1a091cdd590a is going to be created. [ 656.521831] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.522021] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.522149] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.522440] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.522653] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.522878] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-505366ef-4710-40a2-a603-1a091cdd590a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.524981] env[65529]: INFO networking_nsxv3.common.synchronization [None req-18e4e752-8786-4dfc-9ad6-933228896119 None None] Enqueued Resource ID: 72c5f5f8-04d7-49ca-b93e-6da204d52ee4 with Priority: HIGHEST for action port [ 656.525248] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c5f5f8-04d7-49ca-b93e-6da204d52ee4 with Priority: HIGHEST for action port [ 656.525933] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-72c5f5f8-04d7-49ca-b93e-6da204d52ee4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.526064] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72c5f5f8-04d7-49ca-b93e-6da204d52ee4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.526126] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72c5f5f8-04d7-49ca-b93e-6da204d52ee4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.526363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72c5f5f8-04d7-49ca-b93e-6da204d52ee4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.526456] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72c5f5f8-04d7-49ca-b93e-6da204d52ee4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.029265] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72c5f5f8-04d7-49ca-b93e-6da204d52ee4 [ 657.029505] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.029644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.029712] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.030052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.030052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.030171] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72c5f5f8-04d7-49ca-b93e-6da204d52ee4 already deleted. [ 657.030207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72c5f5f8-04d7-49ca-b93e-6da204d52ee4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.302895] env[65529]: INFO networking_nsxv3.common.synchronization [req-7acc37cc-6d7f-49c1-bf5e-328e156da55e req-56a32e99-0cfe-45c1-942d-24474cbb78bd service nova] Enqueued Resource ID: d550e5e3-e388-4967-8580-1f36cf4aea64 with Priority: HIGHEST for action security_group_rules [ 657.303177] env[65529]: INFO networking_nsxv3.common.synchronization [req-7acc37cc-6d7f-49c1-bf5e-328e156da55e req-56a32e99-0cfe-45c1-942d-24474cbb78bd service nova] Enqueued Resource ID: d550e5e3-e388-4967-8580-1f36cf4aea64 with Priority: HIGHEST for action security_group_members [ 657.303177] env[65529]: INFO networking_nsxv3.common.synchronization [req-7acc37cc-6d7f-49c1-bf5e-328e156da55e req-56a32e99-0cfe-45c1-942d-24474cbb78bd service nova] Enqueued Resource ID: 505366ef-4710-40a2-a603-1a091cdd590a with Priority: HIGHEST for action port [ 657.303957] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d550e5e3-e388-4967-8580-1f36cf4aea64 with Priority: HIGHEST for action security_group_rules [ 657.303957] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d550e5e3-e388-4967-8580-1f36cf4aea64 with Priority: HIGHEST for action security_group_members [ 657.303957] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 505366ef-4710-40a2-a603-1a091cdd590a with Priority: HIGHEST for action port [ 657.304438] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d550e5e3-e388-4967-8580-1f36cf4aea64 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.304594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.304665] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.304875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.304959] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d550e5e3-e388-4967-8580-1f36cf4aea64',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.306357] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d550e5e3-e388-4967-8580-1f36cf4aea64 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.306617] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.306775] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-505366ef-4710-40a2-a603-1a091cdd590a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.306893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-505366ef-4710-40a2-a603-1a091cdd590a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.306957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-505366ef-4710-40a2-a603-1a091cdd590a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.307151] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-505366ef-4710-40a2-a603-1a091cdd590a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.307245] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('505366ef-4710-40a2-a603-1a091cdd590a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.808339] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d550e5e3-e388-4967-8580-1f36cf4aea64 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.808526] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.810470] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 505366ef-4710-40a2-a603-1a091cdd590a with status ACTIVE [ 657.810946] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.814486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.814486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.814486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.814486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.814486] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.814486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.814486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.814486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.814486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.814486] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.814486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.814486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.814486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.814486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.814486] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 505366ef-4710-40a2-a603-1a091cdd590a is going to be updated. [ 657.860465] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.860465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.860465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.860465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.860465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.860465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-505366ef-4710-40a2-a603-1a091cdd590a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.914488] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d550e5e3-e388-4967-8580-1f36cf4aea64 in Status: SUCCESS [ 657.914488] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d550e5e3-e388-4967-8580-1f36cf4aea64 deletion is rescheduled due to dependency. [ 657.914488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.914488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.914488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.914488] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.915060] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.915320] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.916690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.916690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.916690] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d550e5e3-e388-4967-8580-1f36cf4aea64',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.231796] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba in Status: IN_PROGRESS for 4s [ 658.418715] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d550e5e3-e388-4967-8580-1f36cf4aea64',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.923554] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d550e5e3-e388-4967-8580-1f36cf4aea64',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.426139] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.426427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.426427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.426659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.426755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.426856] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d550e5e3-e388-4967-8580-1f36cf4aea64 is going to be updated. [ 659.460973] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.462155] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.462155] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.462155] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.462796] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.475049] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d550e5e3-e388-4967-8580-1f36cf4aea64 in Status: IN_PROGRESS for 2s [ 659.633356] env[65529]: INFO networking_nsxv3.common.synchronization [None req-00542904-673f-451a-ad50-41b047d34cc9 None None] Enqueued Resource ID: 14e3bcbd-198e-457f-aa35-c2674ebbac2a with Priority: HIGHEST for action port [ 659.634023] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14e3bcbd-198e-457f-aa35-c2674ebbac2a with Priority: HIGHEST for action port [ 659.634356] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-14e3bcbd-198e-457f-aa35-c2674ebbac2a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.634470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14e3bcbd-198e-457f-aa35-c2674ebbac2a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.634540] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14e3bcbd-198e-457f-aa35-c2674ebbac2a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.634793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14e3bcbd-198e-457f-aa35-c2674ebbac2a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.634878] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14e3bcbd-198e-457f-aa35-c2674ebbac2a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.794790] env[65529]: INFO networking_nsxv3.common.synchronization [req-e93d49c7-6e12-47b7-b166-a00e9f2590bc req-4a5451ed-bba0-4334-ae9a-4d6fba49f6b5 tempest-ImagesOneServerNegativeTestJSON-27004092 tempest-ImagesOneServerNegativeTestJSON-27004092-project-member] Enqueued Resource ID: 451faddd-f691-4fb4-b793-9000d7d91751 with Priority: HIGHEST for action security_group_members [ 659.795582] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451faddd-f691-4fb4-b793-9000d7d91751 with Priority: HIGHEST for action security_group_members [ 659.798862] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-451faddd-f691-4fb4-b793-9000d7d91751 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.800623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.800623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.800623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.800623] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.800623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.800623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.800623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.800623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.800623] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('451faddd-f691-4fb4-b793-9000d7d91751',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.137597] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14e3bcbd-198e-457f-aa35-c2674ebbac2a [ 660.137802] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.137950] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.138036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.138301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.138372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.138431] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14e3bcbd-198e-457f-aa35-c2674ebbac2a already deleted. [ 660.138513] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14e3bcbd-198e-457f-aa35-c2674ebbac2a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.197604] env[65529]: INFO networking_nsxv3.common.synchronization [None req-2974317e-509c-4c91-bd64-372716b05abe None None] Enqueued Resource ID: fc56eaf3-813f-4fce-ad65-bcf1c63ec8d9 with Priority: HIGHEST for action port [ 660.197899] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc56eaf3-813f-4fce-ad65-bcf1c63ec8d9 with Priority: HIGHEST for action port [ 660.198267] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc56eaf3-813f-4fce-ad65-bcf1c63ec8d9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.198438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc56eaf3-813f-4fce-ad65-bcf1c63ec8d9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.198505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc56eaf3-813f-4fce-ad65-bcf1c63ec8d9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.198790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc56eaf3-813f-4fce-ad65-bcf1c63ec8d9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.198898] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc56eaf3-813f-4fce-ad65-bcf1c63ec8d9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.241657] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba in Status: SUCCESS [ 660.241831] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba deletion is rescheduled due to dependency. [ 660.241936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.272404] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-260 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.272600] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-260" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.272703] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-260" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.273044] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-260" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.273298] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.273453] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.273690] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.273777] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.273886] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.274205] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.274376] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.274856] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.274856] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.274856] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.274856] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.275079] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.300041] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.300265] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 660.300459] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.300628] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-260" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.301020] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-a7783e50-098a-4525-91d9-bddd2f547f42 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.301334] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-a7783e50-098a-4525-91d9-bddd2f547f42" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.301542] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-a7783e50-098a-4525-91d9-bddd2f547f42" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.301861] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-a7783e50-098a-4525-91d9-bddd2f547f42" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.302076] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7783e50-098a-4525-91d9-bddd2f547f42',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.303434] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.303660] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.303757] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.303998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.304135] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.304369] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.304507] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.304592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.304774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.304878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.304983] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 451faddd-f691-4fb4-b793-9000d7d91751 already deleted. [ 660.305654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.707640] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc56eaf3-813f-4fce-ad65-bcf1c63ec8d9 [ 660.707640] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.707640] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.707640] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.707640] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.707640] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.707640] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc56eaf3-813f-4fce-ad65-bcf1c63ec8d9 already deleted. [ 660.707640] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc56eaf3-813f-4fce-ad65-bcf1c63ec8d9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.808941] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.809276] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.809397] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.809826] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.812193] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.812193] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port a7783e50-098a-4525-91d9-bddd2f547f42 not found, creating... [ 660.812193] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.812193] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.812193] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.812193] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.812193] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.812193] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.812193] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.812979] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.812979] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.812979] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.812979] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: a7783e50-098a-4525-91d9-bddd2f547f42 is going to be created. [ 660.841713] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.841713] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.841713] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.842065] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.842123] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.843164] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-a7783e50-098a-4525-91d9-bddd2f547f42" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.487970] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d550e5e3-e388-4967-8580-1f36cf4aea64 in Status: SUCCESS [ 661.488228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.488901] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.489818] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.489818] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.489818] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.489818] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.489818] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.489818] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.489818] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.489818] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d550e5e3-e388-4967-8580-1f36cf4aea64',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.546640] env[65529]: INFO networking_nsxv3.common.synchronization [req-e93d49c7-6e12-47b7-b166-a00e9f2590bc req-ba5a0eec-3cf5-4503-859c-5f06d612a95d service nova] Enqueued Resource ID: 451faddd-f691-4fb4-b793-9000d7d91751 with Priority: HIGHEST for action security_group_rules [ 661.546640] env[65529]: INFO networking_nsxv3.common.synchronization [req-e93d49c7-6e12-47b7-b166-a00e9f2590bc req-ba5a0eec-3cf5-4503-859c-5f06d612a95d service nova] Enqueued Resource ID: 451faddd-f691-4fb4-b793-9000d7d91751 with Priority: HIGHEST for action security_group_members [ 661.546640] env[65529]: INFO networking_nsxv3.common.synchronization [req-e93d49c7-6e12-47b7-b166-a00e9f2590bc req-ba5a0eec-3cf5-4503-859c-5f06d612a95d service nova] Enqueued Resource ID: a7783e50-098a-4525-91d9-bddd2f547f42 with Priority: HIGHEST for action port [ 661.547020] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451faddd-f691-4fb4-b793-9000d7d91751 with Priority: HIGHEST for action security_group_rules [ 661.547020] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451faddd-f691-4fb4-b793-9000d7d91751 with Priority: HIGHEST for action security_group_members [ 661.547020] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7783e50-098a-4525-91d9-bddd2f547f42 with Priority: HIGHEST for action port [ 661.547574] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-451faddd-f691-4fb4-b793-9000d7d91751 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.547744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.547804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.548098] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.548176] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('451faddd-f691-4fb4-b793-9000d7d91751',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.549520] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-451faddd-f691-4fb4-b793-9000d7d91751 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.549681] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.549801] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.549949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.550957] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.550957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.550957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.550957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.550957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.551341] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('451faddd-f691-4fb4-b793-9000d7d91751',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.552209] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7783e50-098a-4525-91d9-bddd2f547f42 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.552369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7783e50-098a-4525-91d9-bddd2f547f42" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.552439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7783e50-098a-4525-91d9-bddd2f547f42" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.552569] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7783e50-098a-4525-91d9-bddd2f547f42" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.552691] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7783e50-098a-4525-91d9-bddd2f547f42',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.957240] env[65529]: INFO networking_nsxv3.common.synchronization [req-fea7ed37-daa7-4637-a16b-2d29cad1a528 req-927dde3e-65ea-4147-af52-28f2d74ee568 tempest-ServerDiskConfigTestJSON-223320736 tempest-ServerDiskConfigTestJSON-223320736-project-member] Enqueued Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_members [ 661.957738] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_members [ 661.958257] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.959583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.959679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.959960] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.960133] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.960234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.960295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.960454] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.960537] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.960631] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.993383] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d550e5e3-e388-4967-8580-1f36cf4aea64 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.993504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.993504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.993711] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.993872] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.993977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.994052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.994203] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.994289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.994600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.994810] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d550e5e3-e388-4967-8580-1f36cf4aea64 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.994911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.994973] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.995154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.995293] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.995421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.995529] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.995605] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.995658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.995737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.995824] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d550e5e3-e388-4967-8580-1f36cf4aea64',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.056550] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7783e50-098a-4525-91d9-bddd2f547f42 with status ACTIVE [ 662.056911] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.057150] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.057277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.057606] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.057748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.058064] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.058210] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.058210] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.058421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.058503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.058771] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.059293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.059293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.059293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.059293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.059614] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7783e50-098a-4525-91d9-bddd2f547f42 is going to be updated. [ 662.060607] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('451faddd-f691-4fb4-b793-9000d7d91751',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.061576] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-451faddd-f691-4fb4-b793-9000d7d91751 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.061711] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.084393] env[65529]: INFO networking_nsxv3.common.synchronization [None req-f153d8f7-1b14-41a6-b914-fa7cefd1e125 None None] Enqueued Resource ID: cc9afb6b-a512-40f2-ac94-2d7a51facbb7 with Priority: HIGHEST for action port [ 662.085232] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc9afb6b-a512-40f2-ac94-2d7a51facbb7 with Priority: HIGHEST for action port [ 662.085326] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc9afb6b-a512-40f2-ac94-2d7a51facbb7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.085415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc9afb6b-a512-40f2-ac94-2d7a51facbb7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.085530] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc9afb6b-a512-40f2-ac94-2d7a51facbb7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.085704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc9afb6b-a512-40f2-ac94-2d7a51facbb7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.085758] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc9afb6b-a512-40f2-ac94-2d7a51facbb7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.090434] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.090588] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.090654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.090836] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.090968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.091133] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7783e50-098a-4525-91d9-bddd2f547f42" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.379365] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-460 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.379583] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-460" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.379662] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-460" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.380016] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-460" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.380439] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.380715] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.380848] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.381076] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.381239] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.381496] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.381951] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.382730] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.382730] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.382730] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.382730] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.382730] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.403380] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.403380] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.403380] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.403380] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-460" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.404917] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-a7c6bc5f-de2f-470f-a85d-4dc74e095f55 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.405159] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-a7c6bc5f-de2f-470f-a85d-4dc74e095f55" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.405300] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-a7c6bc5f-de2f-470f-a85d-4dc74e095f55" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.405653] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-a7c6bc5f-de2f-470f-a85d-4dc74e095f55" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.405806] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7c6bc5f-de2f-470f-a85d-4dc74e095f55',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.462783] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.463031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.463137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.463398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.463558] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.463837] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.463980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.464053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.464244] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.465294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.465365] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd already deleted. [ 662.465440] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.498479] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d550e5e3-e388-4967-8580-1f36cf4aea64: rpc.has_security_group_logging(os_id): False [ 662.522457] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.522457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.522457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.522457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.522457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.522457] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.522457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.522457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.522457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.522457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.522457] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.522457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.522457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.522457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.523158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.523158] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.523158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.523158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.523158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.524529] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.524529] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d550e5e3-e388-4967-8580-1f36cf4aea64 is going to be updated. [ 662.564962] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('451faddd-f691-4fb4-b793-9000d7d91751',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.590060] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.590210] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.590210] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.590426] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.590576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.592344] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc9afb6b-a512-40f2-ac94-2d7a51facbb7 [ 662.592590] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.592744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.592838] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.593062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.593193] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.593312] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc9afb6b-a512-40f2-ac94-2d7a51facbb7 already deleted. [ 662.593434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc9afb6b-a512-40f2-ac94-2d7a51facbb7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.609651] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d550e5e3-e388-4967-8580-1f36cf4aea64 in Status: IN_PROGRESS for 2s [ 662.909120] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.909395] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.909537] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.909882] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.910068] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.910237] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port a7c6bc5f-de2f-470f-a85d-4dc74e095f55 not found, creating... [ 662.910505] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.910690] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.910825] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.911791] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.911940] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.912331] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.912504] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.912602] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.913052] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.913052] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.913134] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: a7c6bc5f-de2f-470f-a85d-4dc74e095f55 is going to be created. [ 662.940167] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.940397] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.940491] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.940785] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.941044] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.941332] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-a7c6bc5f-de2f-470f-a85d-4dc74e095f55" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.071090] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.071573] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.071573] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.071573] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.071705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.071767] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 451faddd-f691-4fb4-b793-9000d7d91751 is going to be created. [ 663.113587] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.113587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.113587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.113587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.113587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.124786] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451faddd-f691-4fb4-b793-9000d7d91751 in Status: UNINITIALIZED for 2s [ 663.735793] env[65529]: INFO networking_nsxv3.common.synchronization [req-fea7ed37-daa7-4637-a16b-2d29cad1a528 req-6b39fd5f-5a34-489a-9cee-804428e5827f service nova] Enqueued Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_rules [ 663.736241] env[65529]: INFO networking_nsxv3.common.synchronization [req-fea7ed37-daa7-4637-a16b-2d29cad1a528 req-6b39fd5f-5a34-489a-9cee-804428e5827f service nova] Enqueued Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_members [ 663.736484] env[65529]: INFO networking_nsxv3.common.synchronization [req-fea7ed37-daa7-4637-a16b-2d29cad1a528 req-6b39fd5f-5a34-489a-9cee-804428e5827f service nova] Enqueued Resource ID: a7c6bc5f-de2f-470f-a85d-4dc74e095f55 with Priority: HIGHEST for action port [ 663.737709] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_rules [ 663.737917] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_members [ 663.738105] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7c6bc5f-de2f-470f-a85d-4dc74e095f55 with Priority: HIGHEST for action port [ 663.738469] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.738809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.738809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.739130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.739292] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.740869] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.741865] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.741865] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.741865] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.742367] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.742512] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.742564] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.742748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.742837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.742935] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.744326] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7c6bc5f-de2f-470f-a85d-4dc74e095f55 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.744463] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7c6bc5f-de2f-470f-a85d-4dc74e095f55" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.744463] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7c6bc5f-de2f-470f-a85d-4dc74e095f55" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.745434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7c6bc5f-de2f-470f-a85d-4dc74e095f55" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.745434] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7c6bc5f-de2f-470f-a85d-4dc74e095f55',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.244658] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.247539] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7c6bc5f-de2f-470f-a85d-4dc74e095f55 with status ACTIVE [ 664.249640] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.250160] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.250760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.254372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.254531] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.254825] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.255015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.255119] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.255370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.255495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.255787] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.255936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.256609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.256932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.257108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.257281] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7c6bc5f-de2f-470f-a85d-4dc74e095f55 is going to be updated. [ 664.259926] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.260115] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.306699] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.306699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.306699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.306699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.306699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.306699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7c6bc5f-de2f-470f-a85d-4dc74e095f55" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.624654] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d550e5e3-e388-4967-8580-1f36cf4aea64 in Status: SUCCESS [ 664.624938] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.748951] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.135811] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451faddd-f691-4fb4-b793-9000d7d91751 in Status: SUCCESS [ 665.135811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.135811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.135811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.135811] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.135811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.135811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.136143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.136143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.136143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.136245] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('451faddd-f691-4fb4-b793-9000d7d91751',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.253812] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.253812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.253812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.253812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.253812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.253812] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd is going to be created. [ 665.284514] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.284514] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.284514] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.284514] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.284514] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.300476] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd in Status: UNINITIALIZED for 2s [ 665.639831] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-451faddd-f691-4fb4-b793-9000d7d91751 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.639831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.639831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.640177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.640222] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.640659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.640659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.640659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.640837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.640837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.641519] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-451faddd-f691-4fb4-b793-9000d7d91751 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.641519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.641519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.641519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.641519] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.641780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.641780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.641851] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.642021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.642021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.642106] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('451faddd-f691-4fb4-b793-9000d7d91751',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.134124] env[65529]: INFO networking_nsxv3.common.synchronization [None req-d431d2ce-a168-40fb-a765-6a1f22770707 None None] Enqueued Resource ID: d8e2ca6a-c2b6-4773-9527-08ac750fdc1a with Priority: HIGHEST for action port [ 666.135158] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8e2ca6a-c2b6-4773-9527-08ac750fdc1a with Priority: HIGHEST for action port [ 666.135158] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8e2ca6a-c2b6-4773-9527-08ac750fdc1a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.135424] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8e2ca6a-c2b6-4773-9527-08ac750fdc1a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.135424] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8e2ca6a-c2b6-4773-9527-08ac750fdc1a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.135701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8e2ca6a-c2b6-4773-9527-08ac750fdc1a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.135890] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8e2ca6a-c2b6-4773-9527-08ac750fdc1a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.147968] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 451faddd-f691-4fb4-b793-9000d7d91751: rpc.has_security_group_logging(os_id): False [ 666.173068] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.173264] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.173307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.173586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.173710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.173951] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.174100] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.174169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.174324] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.174404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.174608] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.174701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.174758] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.174901] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.174985] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.175327] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.175327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.175327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.175492] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.175529] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.175651] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 451faddd-f691-4fb4-b793-9000d7d91751 is going to be created. [ 666.266826] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.267149] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.267149] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.267263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.267454] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.280396] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 451faddd-f691-4fb4-b793-9000d7d91751 in Status: IN_PROGRESS for 2s [ 666.640047] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8e2ca6a-c2b6-4773-9527-08ac750fdc1a [ 666.640137] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.640275] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.640341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.640565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.640653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.640745] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8e2ca6a-c2b6-4773-9527-08ac750fdc1a already deleted. [ 666.640825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8e2ca6a-c2b6-4773-9527-08ac750fdc1a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.916783] env[65529]: INFO networking_nsxv3.common.synchronization [req-182e8d8d-2af2-41ea-8e00-2d2268fcf257 req-c5a89b2b-78ed-40c7-a5d3-d349b75b9a87 tempest-ServersNegativeTestJSON-2056374732 tempest-ServersNegativeTestJSON-2056374732-project-member] Enqueued Resource ID: c8a69115-20ce-49f6-8309-2f827565581d with Priority: HIGHEST for action security_group_members [ 666.917815] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8a69115-20ce-49f6-8309-2f827565581d with Priority: HIGHEST for action security_group_members [ 666.917941] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8a69115-20ce-49f6-8309-2f827565581d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.918115] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.918196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.918442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.918727] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.918860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.918948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.919201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.919351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.919478] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8a69115-20ce-49f6-8309-2f827565581d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.313855] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd in Status: SUCCESS [ 667.314908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.314908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.314908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.314908] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.314908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.316109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.316109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.316109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.316109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.316109] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.422802] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8a69115-20ce-49f6-8309-2f827565581d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.473259] env[65529]: INFO networking_nsxv3.common.synchronization [None req-ba904cbd-bd42-4909-8cef-8ee34d66eeb7 None None] Enqueued Resource ID: c069e36a-5d7f-408b-a3e4-d8293c9aefc3 with Priority: HIGHEST for action port [ 667.473259] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c069e36a-5d7f-408b-a3e4-d8293c9aefc3 with Priority: HIGHEST for action port [ 667.476397] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-c069e36a-5d7f-408b-a3e4-d8293c9aefc3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.476397] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c069e36a-5d7f-408b-a3e4-d8293c9aefc3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.476397] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c069e36a-5d7f-408b-a3e4-d8293c9aefc3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.476397] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c069e36a-5d7f-408b-a3e4-d8293c9aefc3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.476397] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c069e36a-5d7f-408b-a3e4-d8293c9aefc3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.653664] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-524 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.653664] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-524" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.653664] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-524" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.653664] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-524" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.653664] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.653664] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.654186] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.654629] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.654629] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.654629] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.654775] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.654814] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.654934] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.655099] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.655313] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.655474] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.675174] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.677866] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 667.677866] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.677866] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-524" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.677866] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-e88c32df-b367-48aa-b520-122f1bbb5c82 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.677866] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-e88c32df-b367-48aa-b520-122f1bbb5c82" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.677866] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-e88c32df-b367-48aa-b520-122f1bbb5c82" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.677866] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-e88c32df-b367-48aa-b520-122f1bbb5c82" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.677866] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e88c32df-b367-48aa-b520-122f1bbb5c82',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.822505] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.822505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.822505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.822505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.822505] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.822505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.822505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.822505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.822505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.822505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.822505] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.822505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.822505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.822505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.822505] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.822505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.823290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.823857] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.823975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.824057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.824154] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.926152] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8a69115-20ce-49f6-8309-2f827565581d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.979051] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c069e36a-5d7f-408b-a3e4-d8293c9aefc3 [ 667.980372] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.980372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.980372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.980372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.980372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.980372] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c069e36a-5d7f-408b-a3e4-d8293c9aefc3 already deleted. [ 667.980372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c069e36a-5d7f-408b-a3e4-d8293c9aefc3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.182916] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.183226] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.183383] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.183741] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.183908] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.184106] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port e88c32df-b367-48aa-b520-122f1bbb5c82 not found, creating... [ 668.184404] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.184568] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.184678] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.184901] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.185042] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.185365] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.185531] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.185641] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.185844] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.185972] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.187568] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: e88c32df-b367-48aa-b520-122f1bbb5c82 is going to be created. [ 668.209853] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.210059] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.210176] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.210786] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.210786] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.210884] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-e88c32df-b367-48aa-b520-122f1bbb5c82" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.294808] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 451faddd-f691-4fb4-b793-9000d7d91751 in Status: SUCCESS [ 668.298199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.326773] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3ba41f2-22b5-4672-8da5-d1d7fdf078dd: rpc.has_security_group_logging(os_id): False [ 668.348585] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.348814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.348814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.349012] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.349114] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.349416] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.349535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.349594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.349956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.349956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.350072] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.350142] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.350142] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.352088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.352088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.352088] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.352088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.352088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.352088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.352088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.352088] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd is going to be created. [ 668.431523] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.434052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.434052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.434052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.434052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.434052] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8a69115-20ce-49f6-8309-2f827565581d is going to be updated. [ 668.445787] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.446055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.446431] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.446838] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.447050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.462912] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd in Status: IN_PROGRESS for 2s [ 668.471287] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.471471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.471544] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.471813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.471985] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.505493] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8a69115-20ce-49f6-8309-2f827565581d in Status: IN_PROGRESS for 2s [ 669.012032] env[65529]: INFO networking_nsxv3.common.synchronization [req-182e8d8d-2af2-41ea-8e00-2d2268fcf257 req-a3951233-3d45-44b0-9dec-50b70f575f33 service nova] Enqueued Resource ID: c8a69115-20ce-49f6-8309-2f827565581d with Priority: HIGHEST for action security_group_rules [ 669.012032] env[65529]: INFO networking_nsxv3.common.synchronization [req-182e8d8d-2af2-41ea-8e00-2d2268fcf257 req-a3951233-3d45-44b0-9dec-50b70f575f33 service nova] Enqueued Resource ID: c8a69115-20ce-49f6-8309-2f827565581d with Priority: HIGHEST for action security_group_members [ 669.012032] env[65529]: INFO networking_nsxv3.common.synchronization [req-182e8d8d-2af2-41ea-8e00-2d2268fcf257 req-a3951233-3d45-44b0-9dec-50b70f575f33 service nova] Enqueued Resource ID: e88c32df-b367-48aa-b520-122f1bbb5c82 with Priority: HIGHEST for action port [ 669.016414] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8a69115-20ce-49f6-8309-2f827565581d with Priority: HIGHEST for action security_group_rules [ 669.016414] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8a69115-20ce-49f6-8309-2f827565581d with Priority: HIGHEST for action security_group_members [ 669.016414] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e88c32df-b367-48aa-b520-122f1bbb5c82 with Priority: HIGHEST for action port [ 669.016414] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8a69115-20ce-49f6-8309-2f827565581d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.016414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.016414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.016414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.016414] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8a69115-20ce-49f6-8309-2f827565581d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.016414] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8a69115-20ce-49f6-8309-2f827565581d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.016414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.016414] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e88c32df-b367-48aa-b520-122f1bbb5c82 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.020594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e88c32df-b367-48aa-b520-122f1bbb5c82" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.020594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e88c32df-b367-48aa-b520-122f1bbb5c82" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.020594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e88c32df-b367-48aa-b520-122f1bbb5c82" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.020594] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e88c32df-b367-48aa-b520-122f1bbb5c82',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.312460] env[65529]: INFO networking_nsxv3.common.synchronization [req-2d884be3-9d34-48bc-834b-41d18b10b3bc req-b8133e9e-fce6-46be-bee4-7c584657ada6 tempest-ServersTestManualDisk-1823054837 tempest-ServersTestManualDisk-1823054837-project-member] Enqueued Resource ID: dafd6b6e-d17f-4ace-a914-14b597bbdc83 with Priority: HIGHEST for action security_group_members [ 669.312460] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dafd6b6e-d17f-4ace-a914-14b597bbdc83 with Priority: HIGHEST for action security_group_members [ 669.312460] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-dafd6b6e-d17f-4ace-a914-14b597bbdc83 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.312643] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dafd6b6e-d17f-4ace-a914-14b597bbdc83" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.312643] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dafd6b6e-d17f-4ace-a914-14b597bbdc83" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.313136] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dafd6b6e-d17f-4ace-a914-14b597bbdc83" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.313136] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.313255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.313299] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.314150] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.314150] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.314150] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dafd6b6e-d17f-4ace-a914-14b597bbdc83',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.524471] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e88c32df-b367-48aa-b520-122f1bbb5c82 with status ACTIVE [ 669.524872] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.527034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.527034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.527034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.527034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.529077] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.529077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.529077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.529077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.529077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.529077] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.529077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.529077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.529077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.529077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.529077] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e88c32df-b367-48aa-b520-122f1bbb5c82 is going to be updated. [ 669.531459] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8a69115-20ce-49f6-8309-2f827565581d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.531459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.554210] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.554364] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.554433] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.554616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.554742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.554903] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e88c32df-b367-48aa-b520-122f1bbb5c82" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.638728] env[65529]: INFO networking_nsxv3.common.synchronization [None req-8b94e880-6f0b-4250-8fc5-cb31fbedf153 None None] Enqueued Resource ID: 9449a189-fe55-4f72-8172-b1aa26ce8179 with Priority: HIGHEST for action port [ 669.638728] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9449a189-fe55-4f72-8172-b1aa26ce8179 with Priority: HIGHEST for action port [ 669.638728] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-9449a189-fe55-4f72-8172-b1aa26ce8179 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.638728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9449a189-fe55-4f72-8172-b1aa26ce8179" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.638728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9449a189-fe55-4f72-8172-b1aa26ce8179" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.638728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9449a189-fe55-4f72-8172-b1aa26ce8179" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.638728] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9449a189-fe55-4f72-8172-b1aa26ce8179',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.805782] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-10 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.805782] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-10" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.805782] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-10" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.805782] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-10" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.805782] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.805782] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.806205] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.807576] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.807809] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.808738] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.808905] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.809027] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.809136] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.809252] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.810487] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.810487] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.817823] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.818048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.818048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.818290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.818380] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.818556] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.818668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.818722] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.818865] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.818932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.819044] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dafd6b6e-d17f-4ace-a914-14b597bbdc83 already deleted. [ 669.819136] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dafd6b6e-d17f-4ace-a914-14b597bbdc83" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.830643] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.830643] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 669.830643] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.830917] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-10" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.830978] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-c91c2b47-0556-4390-aecf-5d1ac77f19a7 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.831155] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-c91c2b47-0556-4390-aecf-5d1ac77f19a7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.831305] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-c91c2b47-0556-4390-aecf-5d1ac77f19a7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.831638] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-c91c2b47-0556-4390-aecf-5d1ac77f19a7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.831775] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c91c2b47-0556-4390-aecf-5d1ac77f19a7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.142645] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9449a189-fe55-4f72-8172-b1aa26ce8179 [ 670.142905] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.143070] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.143141] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.143365] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.143466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.143563] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9449a189-fe55-4f72-8172-b1aa26ce8179 already deleted. [ 670.143636] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9449a189-fe55-4f72-8172-b1aa26ce8179" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.275244] env[65529]: INFO networking_nsxv3.common.synchronization [None req-6b6084d6-943b-4583-a048-00aa948a76df None None] Enqueued Resource ID: d310baff-cf10-44d7-933f-661414965c95 with Priority: HIGHEST for action port [ 670.277384] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d310baff-cf10-44d7-933f-661414965c95 with Priority: HIGHEST for action port [ 670.277384] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-d310baff-cf10-44d7-933f-661414965c95 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.277384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d310baff-cf10-44d7-933f-661414965c95" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.277384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d310baff-cf10-44d7-933f-661414965c95" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.277384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d310baff-cf10-44d7-933f-661414965c95" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.277384] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d310baff-cf10-44d7-933f-661414965c95',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.333856] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.334043] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.334200] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.334590] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.334768] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.334946] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port c91c2b47-0556-4390-aecf-5d1ac77f19a7 not found, creating... [ 670.335306] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.335427] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.335570] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.335840] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.336014] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.337029] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.337029] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.337029] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.337029] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.337029] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.337279] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: c91c2b47-0556-4390-aecf-5d1ac77f19a7 is going to be created. [ 670.360138] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.360429] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.360762] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.360929] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.361249] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.361581] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-c91c2b47-0556-4390-aecf-5d1ac77f19a7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.481619] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd in Status: SUCCESS [ 670.481849] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.520963] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8a69115-20ce-49f6-8309-2f827565581d in Status: SUCCESS [ 670.521230] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.521688] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.521788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.521974] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.522114] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.522181] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.522373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.522459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.522558] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8a69115-20ce-49f6-8309-2f827565581d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.779674] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d310baff-cf10-44d7-933f-661414965c95 [ 670.780592] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.780701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.780804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.781117] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.781272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.781413] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d310baff-cf10-44d7-933f-661414965c95 already deleted. [ 670.781551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d310baff-cf10-44d7-933f-661414965c95" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.024862] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8a69115-20ce-49f6-8309-2f827565581d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.060039] env[65529]: INFO networking_nsxv3.common.synchronization [req-2d884be3-9d34-48bc-834b-41d18b10b3bc req-1596f9cb-012c-4f77-a7be-e04254db4708 service nova] Enqueued Resource ID: dafd6b6e-d17f-4ace-a914-14b597bbdc83 with Priority: HIGHEST for action security_group_rules [ 671.060039] env[65529]: INFO networking_nsxv3.common.synchronization [req-2d884be3-9d34-48bc-834b-41d18b10b3bc req-1596f9cb-012c-4f77-a7be-e04254db4708 service nova] Enqueued Resource ID: dafd6b6e-d17f-4ace-a914-14b597bbdc83 with Priority: HIGHEST for action security_group_members [ 671.060039] env[65529]: INFO networking_nsxv3.common.synchronization [req-2d884be3-9d34-48bc-834b-41d18b10b3bc req-1596f9cb-012c-4f77-a7be-e04254db4708 service nova] Enqueued Resource ID: c91c2b47-0556-4390-aecf-5d1ac77f19a7 with Priority: HIGHEST for action port [ 671.060039] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dafd6b6e-d17f-4ace-a914-14b597bbdc83 with Priority: HIGHEST for action security_group_rules [ 671.060039] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dafd6b6e-d17f-4ace-a914-14b597bbdc83 with Priority: HIGHEST for action security_group_members [ 671.060039] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c91c2b47-0556-4390-aecf-5d1ac77f19a7 with Priority: HIGHEST for action port [ 671.061034] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dafd6b6e-d17f-4ace-a914-14b597bbdc83 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.061034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dafd6b6e-d17f-4ace-a914-14b597bbdc83" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.061034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dafd6b6e-d17f-4ace-a914-14b597bbdc83" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.061034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dafd6b6e-d17f-4ace-a914-14b597bbdc83" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.061034] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dafd6b6e-d17f-4ace-a914-14b597bbdc83',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.064974] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-dafd6b6e-d17f-4ace-a914-14b597bbdc83 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.064974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dafd6b6e-d17f-4ace-a914-14b597bbdc83" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.064974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dafd6b6e-d17f-4ace-a914-14b597bbdc83" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.064974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dafd6b6e-d17f-4ace-a914-14b597bbdc83" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.064974] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.064974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.064974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.064974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.064974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.064974] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dafd6b6e-d17f-4ace-a914-14b597bbdc83',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.064974] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-c91c2b47-0556-4390-aecf-5d1ac77f19a7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.064974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c91c2b47-0556-4390-aecf-5d1ac77f19a7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.064974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c91c2b47-0556-4390-aecf-5d1ac77f19a7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.064974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c91c2b47-0556-4390-aecf-5d1ac77f19a7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.064974] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c91c2b47-0556-4390-aecf-5d1ac77f19a7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.527953] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8a69115-20ce-49f6-8309-2f827565581d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.565879] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-dafd6b6e-d17f-4ace-a914-14b597bbdc83 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.565879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dafd6b6e-d17f-4ace-a914-14b597bbdc83" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.571019] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dafd6b6e-d17f-4ace-a914-14b597bbdc83',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.571019] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c91c2b47-0556-4390-aecf-5d1ac77f19a7 with status ACTIVE [ 671.571019] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.571019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.571019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.571019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.571019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.571019] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.571019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.571019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.571019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.571019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.571019] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.571019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.571019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.571019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.572275] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.572275] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c91c2b47-0556-4390-aecf-5d1ac77f19a7 is going to be updated. [ 671.595344] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.595679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.595846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.596207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.596497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.596782] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c91c2b47-0556-4390-aecf-5d1ac77f19a7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.817959] env[65529]: INFO networking_nsxv3.common.synchronization [req-8e4e0284-9660-4998-b91e-1b5dbf46932e req-30a169cb-bd1e-421a-aaa8-303d6a12a09f tempest-ServersNegativeTestMultiTenantJSON-887508025 tempest-ServersNegativeTestMultiTenantJSON-887508025-project-member] Enqueued Resource ID: 6f916255-5d1b-46ef-a525-5bf35884b27e with Priority: HIGHEST for action security_group_members [ 671.817959] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f916255-5d1b-46ef-a525-5bf35884b27e with Priority: HIGHEST for action security_group_members [ 671.817959] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f916255-5d1b-46ef-a525-5bf35884b27e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.817959] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f916255-5d1b-46ef-a525-5bf35884b27e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.817959] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f916255-5d1b-46ef-a525-5bf35884b27e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.818954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f916255-5d1b-46ef-a525-5bf35884b27e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.818954] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.818954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.818954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.818954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.818954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.818954] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f916255-5d1b-46ef-a525-5bf35884b27e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.030978] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.031206] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.031206] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.031378] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.031475] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.031597] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8a69115-20ce-49f6-8309-2f827565581d is going to be updated. [ 672.068241] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.072172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.072172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.072172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.072172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.075636] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dafd6b6e-d17f-4ace-a914-14b597bbdc83',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.079209] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8a69115-20ce-49f6-8309-2f827565581d in Status: IN_PROGRESS for 2s [ 672.322841] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.322841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.322841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.322841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.322841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.322841] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.322841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.322841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.322841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.322841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.322841] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f916255-5d1b-46ef-a525-5bf35884b27e already deleted. [ 672.322841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f916255-5d1b-46ef-a525-5bf35884b27e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.485826] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-198 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.485998] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-198" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.486277] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-198" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.487858] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-198" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.487858] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.487858] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.487858] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.487858] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.487858] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.488191] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.488799] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.489023] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.489093] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.489167] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.489283] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.489402] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.513734] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.513734] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 672.514327] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.514327] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-198" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.514694] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-74ab286d-ddb2-4789-932e-a25ee5fee537 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.514977] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-74ab286d-ddb2-4789-932e-a25ee5fee537" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.515184] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-74ab286d-ddb2-4789-932e-a25ee5fee537" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.515667] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-74ab286d-ddb2-4789-932e-a25ee5fee537" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.515883] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74ab286d-ddb2-4789-932e-a25ee5fee537',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.578989] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.579379] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.579379] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.579565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.579565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.579726] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dafd6b6e-d17f-4ace-a914-14b597bbdc83 is going to be created. [ 672.617911] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.618165] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.618235] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.618448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.618662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.634528] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dafd6b6e-d17f-4ace-a914-14b597bbdc83 in Status: UNINITIALIZED for 2s [ 672.637827] env[65529]: INFO networking_nsxv3.common.synchronization [None req-18e1c9d0-f812-446f-ae26-d63e0e40e503 None None] Enqueued Resource ID: 26a0de55-506b-4d39-846e-dcb7ac0aa52c with Priority: HIGHEST for action port [ 672.638980] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26a0de55-506b-4d39-846e-dcb7ac0aa52c with Priority: HIGHEST for action port [ 672.640232] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-26a0de55-506b-4d39-846e-dcb7ac0aa52c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.640458] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26a0de55-506b-4d39-846e-dcb7ac0aa52c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.640549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26a0de55-506b-4d39-846e-dcb7ac0aa52c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.640906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26a0de55-506b-4d39-846e-dcb7ac0aa52c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.641587] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26a0de55-506b-4d39-846e-dcb7ac0aa52c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.019591] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.019591] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.019591] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.020106] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.020106] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.020106] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port 74ab286d-ddb2-4789-932e-a25ee5fee537 not found, creating... [ 673.020392] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.020617] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.020732] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.020970] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.021243] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.021546] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.021765] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.021921] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.022362] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.022519] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.022682] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: 74ab286d-ddb2-4789-932e-a25ee5fee537 is going to be created. [ 673.055844] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.056098] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.056170] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.056450] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.056668] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.056874] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-74ab286d-ddb2-4789-932e-a25ee5fee537" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.143841] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26a0de55-506b-4d39-846e-dcb7ac0aa52c [ 673.144178] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.144360] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.144438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.144784] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.144784] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.144929] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26a0de55-506b-4d39-846e-dcb7ac0aa52c already deleted. [ 673.146297] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26a0de55-506b-4d39-846e-dcb7ac0aa52c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.838276] env[65529]: INFO networking_nsxv3.common.synchronization [req-8e4e0284-9660-4998-b91e-1b5dbf46932e req-cec377f2-5150-4d8b-bcfd-ec9c14c801d1 service nova] Enqueued Resource ID: 6f916255-5d1b-46ef-a525-5bf35884b27e with Priority: HIGHEST for action security_group_rules [ 673.838276] env[65529]: INFO networking_nsxv3.common.synchronization [req-8e4e0284-9660-4998-b91e-1b5dbf46932e req-cec377f2-5150-4d8b-bcfd-ec9c14c801d1 service nova] Enqueued Resource ID: 6f916255-5d1b-46ef-a525-5bf35884b27e with Priority: HIGHEST for action security_group_members [ 673.838426] env[65529]: INFO networking_nsxv3.common.synchronization [req-8e4e0284-9660-4998-b91e-1b5dbf46932e req-cec377f2-5150-4d8b-bcfd-ec9c14c801d1 service nova] Enqueued Resource ID: 74ab286d-ddb2-4789-932e-a25ee5fee537 with Priority: HIGHEST for action port [ 673.838939] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f916255-5d1b-46ef-a525-5bf35884b27e with Priority: HIGHEST for action security_group_rules [ 673.839108] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f916255-5d1b-46ef-a525-5bf35884b27e with Priority: HIGHEST for action security_group_members [ 673.839313] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74ab286d-ddb2-4789-932e-a25ee5fee537 with Priority: HIGHEST for action port [ 673.839494] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f916255-5d1b-46ef-a525-5bf35884b27e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.839650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f916255-5d1b-46ef-a525-5bf35884b27e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.839707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f916255-5d1b-46ef-a525-5bf35884b27e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.840098] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f916255-5d1b-46ef-a525-5bf35884b27e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.840098] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f916255-5d1b-46ef-a525-5bf35884b27e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.842467] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f916255-5d1b-46ef-a525-5bf35884b27e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.842467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f916255-5d1b-46ef-a525-5bf35884b27e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.842467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f916255-5d1b-46ef-a525-5bf35884b27e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.842467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f916255-5d1b-46ef-a525-5bf35884b27e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.842467] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.842467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.842467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.842467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.842788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.842788] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f916255-5d1b-46ef-a525-5bf35884b27e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.845163] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-74ab286d-ddb2-4789-932e-a25ee5fee537 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.845163] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74ab286d-ddb2-4789-932e-a25ee5fee537" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.845163] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74ab286d-ddb2-4789-932e-a25ee5fee537" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.845163] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74ab286d-ddb2-4789-932e-a25ee5fee537" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.845163] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74ab286d-ddb2-4789-932e-a25ee5fee537',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.006951] env[65529]: INFO networking_nsxv3.common.synchronization [None req-c1cf1d1e-ce43-4ba7-852e-865e916b7011 tempest-AttachInterfacesTestJSON-2112292789 tempest-AttachInterfacesTestJSON-2112292789-project-member] Enqueued Resource ID: f21f25d4-b502-468d-9d4f-402fa266ee57 with Priority: HIGHEST for action security_group_rules [ 674.007870] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f21f25d4-b502-468d-9d4f-402fa266ee57 with Priority: HIGHEST for action security_group_rules [ 674.008270] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f21f25d4-b502-468d-9d4f-402fa266ee57 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.008413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f21f25d4-b502-468d-9d4f-402fa266ee57" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.008483] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f21f25d4-b502-468d-9d4f-402fa266ee57" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.008729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f21f25d4-b502-468d-9d4f-402fa266ee57" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.012659] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f21f25d4-b502-468d-9d4f-402fa266ee57',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.092590] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8a69115-20ce-49f6-8309-2f827565581d in Status: SUCCESS [ 674.092590] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.093227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.094029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.094029] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.094029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.094029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.094457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.094581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.094970] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.095116] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8a69115-20ce-49f6-8309-2f827565581d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.157589] env[65529]: INFO networking_nsxv3.common.synchronization [None req-2699b842-f772-49bc-b333-a9194c217106 tempest-AttachInterfacesTestJSON-2112292789 tempest-AttachInterfacesTestJSON-2112292789-project-member] Enqueued Resource ID: f21f25d4-b502-468d-9d4f-402fa266ee57 with Priority: HIGHEST for action security_group_rules [ 674.158633] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f21f25d4-b502-468d-9d4f-402fa266ee57 with Priority: HIGHEST for action security_group_rules [ 674.158854] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f21f25d4-b502-468d-9d4f-402fa266ee57 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.158957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f21f25d4-b502-468d-9d4f-402fa266ee57" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.343063] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f916255-5d1b-46ef-a525-5bf35884b27e taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.343063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f916255-5d1b-46ef-a525-5bf35884b27e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.346329] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74ab286d-ddb2-4789-932e-a25ee5fee537 with status ACTIVE [ 674.346515] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.346701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.346756] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.347222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.347222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.347222] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.347405] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.347405] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.348014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.348014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.348014] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.348014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.348014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.348235] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.348235] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.348235] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74ab286d-ddb2-4789-932e-a25ee5fee537 is going to be updated. [ 674.350804] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f916255-5d1b-46ef-a525-5bf35884b27e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.373200] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.374259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.374259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.374259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.374259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.374599] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74ab286d-ddb2-4789-932e-a25ee5fee537" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.554893] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.555676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.555676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.555676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.555676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.555676] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f21f25d4-b502-468d-9d4f-402fa266ee57 already deleted. [ 674.555676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f21f25d4-b502-468d-9d4f-402fa266ee57" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.556086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f21f25d4-b502-468d-9d4f-402fa266ee57" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.556086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f21f25d4-b502-468d-9d4f-402fa266ee57" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.556086] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f21f25d4-b502-468d-9d4f-402fa266ee57',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.598453] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8a69115-20ce-49f6-8309-2f827565581d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.598606] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.598734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.598904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.599068] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.599275] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.599275] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.599393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.599480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.599570] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.600094] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8a69115-20ce-49f6-8309-2f827565581d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.600223] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.600287] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.600438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.600579] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.600672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.600734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.600871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.600952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.602763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.602763] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8a69115-20ce-49f6-8309-2f827565581d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.646632] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dafd6b6e-d17f-4ace-a914-14b597bbdc83 in Status: SUCCESS [ 674.646933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dafd6b6e-d17f-4ace-a914-14b597bbdc83" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.647121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dafd6b6e-d17f-4ace-a914-14b597bbdc83" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.647340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dafd6b6e-d17f-4ace-a914-14b597bbdc83" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.647538] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.647658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.647720] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.647874] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.647953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.648046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dafd6b6e-d17f-4ace-a914-14b597bbdc83" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.648139] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dafd6b6e-d17f-4ace-a914-14b597bbdc83',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.852137] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f916255-5d1b-46ef-a525-5bf35884b27e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.082785] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.082992] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.082992] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.083180] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.083287] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.083384] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f21f25d4-b502-468d-9d4f-402fa266ee57 already deleted. [ 675.083484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f21f25d4-b502-468d-9d4f-402fa266ee57" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.105393] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8a69115-20ce-49f6-8309-2f827565581d: rpc.has_security_group_logging(os_id): False [ 675.126430] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.126657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.126657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.126832] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.128964] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.128964] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.128964] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.128964] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.128964] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.128964] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.128964] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.128964] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.128964] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.130182] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.130487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.130919] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.131207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.131436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.131743] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.131967] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.134251] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8a69115-20ce-49f6-8309-2f827565581d is going to be updated. [ 675.150800] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dafd6b6e-d17f-4ace-a914-14b597bbdc83',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.218804] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.219047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.219047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.219266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.219413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.242166] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8a69115-20ce-49f6-8309-2f827565581d in Status: IN_PROGRESS for 2s [ 675.356737] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.358807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.358807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.358807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.358807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.358807] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f916255-5d1b-46ef-a525-5bf35884b27e is going to be created. [ 675.397909] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.398092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.398172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.398387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.400179] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.403934] env[65529]: INFO networking_nsxv3.common.synchronization [None req-cc35571d-dd00-44ba-8ff2-3142861c1b78 None None] Enqueued Resource ID: 39c45e94-0bde-4f2e-9ee1-7bee9e519b2c with Priority: HIGHEST for action port [ 675.405956] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39c45e94-0bde-4f2e-9ee1-7bee9e519b2c with Priority: HIGHEST for action port [ 675.406615] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-39c45e94-0bde-4f2e-9ee1-7bee9e519b2c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.408067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39c45e94-0bde-4f2e-9ee1-7bee9e519b2c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.408206] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39c45e94-0bde-4f2e-9ee1-7bee9e519b2c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.408685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39c45e94-0bde-4f2e-9ee1-7bee9e519b2c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.408685] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39c45e94-0bde-4f2e-9ee1-7bee9e519b2c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.413239] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f916255-5d1b-46ef-a525-5bf35884b27e in Status: UNINITIALIZED for 2s [ 675.653730] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dafd6b6e-d17f-4ace-a914-14b597bbdc83: rpc.has_security_group_logging(os_id): False [ 675.678438] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.678438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.678438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.678438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.678438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.678438] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.678438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.678438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.678438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.678438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.678438] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dafd6b6e-d17f-4ace-a914-14b597bbdc83 is going to be created. [ 675.785813] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.785813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.785813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.785813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.786402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.799455] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dafd6b6e-d17f-4ace-a914-14b597bbdc83 in Status: IN_PROGRESS for 2s [ 675.912374] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39c45e94-0bde-4f2e-9ee1-7bee9e519b2c [ 675.912695] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.912846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.912922] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.913972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.913972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.913972] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39c45e94-0bde-4f2e-9ee1-7bee9e519b2c already deleted. [ 675.913972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39c45e94-0bde-4f2e-9ee1-7bee9e519b2c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.362361] env[65529]: INFO networking_nsxv3.common.synchronization [req-cfe57de7-852f-4a37-a7e9-73f9b97d23e3 req-75ed18bb-6fa1-45b3-bdd4-0745a7c963eb tempest-ImagesOneServerTestJSON-683566478 tempest-ImagesOneServerTestJSON-683566478-project-member] Enqueued Resource ID: 4abdc664-e9f3-47d7-9dcf-0dee9b6421d6 with Priority: HIGHEST for action security_group_members [ 676.362958] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4abdc664-e9f3-47d7-9dcf-0dee9b6421d6 with Priority: HIGHEST for action security_group_members [ 676.363295] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.363427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.363587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.363741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.364185] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.364185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.364185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.364458] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.364556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.364683] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4abdc664-e9f3-47d7-9dcf-0dee9b6421d6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.810410] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-124 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.810685] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-124" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.810793] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-124" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.811931] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-124" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.811931] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.811931] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.811931] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.812361] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.812361] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.812361] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.812513] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.812582] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.812685] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.812789] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.812894] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.813019] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.833130] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.833362] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 676.833519] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.833782] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-124" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.834074] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-9e1ea428-19b7-4a47-a357-244d8136a63e taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.834291] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-9e1ea428-19b7-4a47-a357-244d8136a63e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.834410] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-9e1ea428-19b7-4a47-a357-244d8136a63e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.834776] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-9e1ea428-19b7-4a47-a357-244d8136a63e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.834933] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e1ea428-19b7-4a47-a357-244d8136a63e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.870065] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.870350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.870350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.870598] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.870703] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.871111] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.871111] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.871111] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.871368] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.871467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.871570] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4abdc664-e9f3-47d7-9dcf-0dee9b6421d6 already deleted. [ 676.871649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.258456] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8a69115-20ce-49f6-8309-2f827565581d in Status: SUCCESS [ 677.258800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.338083] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.338083] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.338083] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.338083] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.338422] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.338710] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 9e1ea428-19b7-4a47-a357-244d8136a63e not found, creating... [ 677.339130] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.340208] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.340208] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.340208] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.340208] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.340491] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.340491] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.341069] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.341069] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.341069] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.341069] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 9e1ea428-19b7-4a47-a357-244d8136a63e is going to be created. [ 677.368413] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.368413] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.368413] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.368413] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.368413] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.369029] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-9e1ea428-19b7-4a47-a357-244d8136a63e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.427402] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f916255-5d1b-46ef-a525-5bf35884b27e in Status: SUCCESS [ 677.427402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f916255-5d1b-46ef-a525-5bf35884b27e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.427402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f916255-5d1b-46ef-a525-5bf35884b27e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.427653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f916255-5d1b-46ef-a525-5bf35884b27e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.427747] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.427915] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.427987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.428781] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.428781] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.428781] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f916255-5d1b-46ef-a525-5bf35884b27e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.428781] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f916255-5d1b-46ef-a525-5bf35884b27e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.835545] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dafd6b6e-d17f-4ace-a914-14b597bbdc83 in Status: SUCCESS [ 677.835836] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dafd6b6e-d17f-4ace-a914-14b597bbdc83" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.930956] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f916255-5d1b-46ef-a525-5bf35884b27e taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.931185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f916255-5d1b-46ef-a525-5bf35884b27e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.931312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f916255-5d1b-46ef-a525-5bf35884b27e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.934860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f916255-5d1b-46ef-a525-5bf35884b27e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.934860] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.934860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.935183] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.935183] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.935322] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.935559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f916255-5d1b-46ef-a525-5bf35884b27e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.935777] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f916255-5d1b-46ef-a525-5bf35884b27e taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.935831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f916255-5d1b-46ef-a525-5bf35884b27e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.936123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f916255-5d1b-46ef-a525-5bf35884b27e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.936278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f916255-5d1b-46ef-a525-5bf35884b27e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.936471] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.936539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.936739] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.936793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.936957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.937260] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f916255-5d1b-46ef-a525-5bf35884b27e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.938119] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f916255-5d1b-46ef-a525-5bf35884b27e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.304418] env[65529]: INFO networking_nsxv3.common.synchronization [req-cfe57de7-852f-4a37-a7e9-73f9b97d23e3 req-3a21bf7f-4617-44da-817d-feee1aa9bfee service nova] Enqueued Resource ID: 4abdc664-e9f3-47d7-9dcf-0dee9b6421d6 with Priority: HIGHEST for action security_group_rules [ 678.304666] env[65529]: INFO networking_nsxv3.common.synchronization [req-cfe57de7-852f-4a37-a7e9-73f9b97d23e3 req-3a21bf7f-4617-44da-817d-feee1aa9bfee service nova] Enqueued Resource ID: 4abdc664-e9f3-47d7-9dcf-0dee9b6421d6 with Priority: HIGHEST for action security_group_members [ 678.304732] env[65529]: INFO networking_nsxv3.common.synchronization [req-cfe57de7-852f-4a37-a7e9-73f9b97d23e3 req-3a21bf7f-4617-44da-817d-feee1aa9bfee service nova] Enqueued Resource ID: 9e1ea428-19b7-4a47-a357-244d8136a63e with Priority: HIGHEST for action port [ 678.306422] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4abdc664-e9f3-47d7-9dcf-0dee9b6421d6 with Priority: HIGHEST for action security_group_rules [ 678.306516] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4abdc664-e9f3-47d7-9dcf-0dee9b6421d6 with Priority: HIGHEST for action security_group_members [ 678.306605] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e1ea428-19b7-4a47-a357-244d8136a63e with Priority: HIGHEST for action port [ 678.306900] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.307077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.307151] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.307472] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.307553] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4abdc664-e9f3-47d7-9dcf-0dee9b6421d6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.308580] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.308580] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.308775] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.308841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.308952] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.309038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.309088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.309285] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.309382] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.309438] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4abdc664-e9f3-47d7-9dcf-0dee9b6421d6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.310315] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e1ea428-19b7-4a47-a357-244d8136a63e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.310900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e1ea428-19b7-4a47-a357-244d8136a63e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.311047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e1ea428-19b7-4a47-a357-244d8136a63e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.311180] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e1ea428-19b7-4a47-a357-244d8136a63e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.311335] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e1ea428-19b7-4a47-a357-244d8136a63e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.441911] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f916255-5d1b-46ef-a525-5bf35884b27e: rpc.has_security_group_logging(os_id): False [ 678.461685] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.461844] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.462222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.462222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.462368] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.462547] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.462712] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.462785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.463193] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.463193] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.463344] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.463449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.463861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.463861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.463861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.464013] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.464082] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.464146] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.464322] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.464395] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.464588] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f916255-5d1b-46ef-a525-5bf35884b27e is going to be created. [ 678.543953] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.543953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.543953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.544361] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.544508] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.562547] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f916255-5d1b-46ef-a525-5bf35884b27e in Status: IN_PROGRESS for 2s [ 678.610323] env[65529]: INFO networking_nsxv3.common.synchronization [req-e339d0eb-60fb-45ca-a783-f58f62302b82 req-cb643d67-8100-4efd-a8b8-13fe88084257 tempest-FloatingIPsAssociationTestJSON-1714612319 tempest-FloatingIPsAssociationTestJSON-1714612319-project-member] Enqueued Resource ID: f1b0744f-dac8-4211-a269-8958c95d520c with Priority: HIGHEST for action security_group_members [ 678.610605] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b0744f-dac8-4211-a269-8958c95d520c with Priority: HIGHEST for action security_group_members [ 678.611487] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b0744f-dac8-4211-a269-8958c95d520c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.611647] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.611706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.611925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.612100] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.612202] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.612347] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.612489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.612578] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.612706] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1b0744f-dac8-4211-a269-8958c95d520c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.812784] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.812927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.813488] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4abdc664-e9f3-47d7-9dcf-0dee9b6421d6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.814591] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e1ea428-19b7-4a47-a357-244d8136a63e with status ACTIVE [ 678.814591] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.814591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.814871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.814871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.815009] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.815186] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.815282] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.815362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.815612] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.815612] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.815774] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.815879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.815947] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.816125] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.816302] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.816302] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e1ea428-19b7-4a47-a357-244d8136a63e is going to be updated. [ 678.843038] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.843180] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.843266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.843817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.843817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.843817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e1ea428-19b7-4a47-a357-244d8136a63e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.114830] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1b0744f-dac8-4211-a269-8958c95d520c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.318954] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4abdc664-e9f3-47d7-9dcf-0dee9b6421d6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.618559] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1b0744f-dac8-4211-a269-8958c95d520c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.823123] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.823659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.823659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.824390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.824601] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.824743] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4abdc664-e9f3-47d7-9dcf-0dee9b6421d6 is going to be created. [ 679.852063] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.852266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.852330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.852640] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.852746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.862699] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4abdc664-e9f3-47d7-9dcf-0dee9b6421d6 in Status: UNINITIALIZED for 2s [ 680.122620] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.122885] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.122885] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.123120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.123214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.123343] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b0744f-dac8-4211-a269-8958c95d520c is going to be updated. [ 680.157827] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.158042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.158124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.158773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.158773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.171640] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b0744f-dac8-4211-a269-8958c95d520c in Status: IN_PROGRESS for 2s [ 680.175765] env[65529]: INFO networking_nsxv3.common.synchronization [req-dc61d41a-c90e-43e1-b71b-509763bbb14f req-8725c20f-c23e-40d4-a67d-0d1f2c64863b tempest-ServersAdminTestJSON-706436611 tempest-ServersAdminTestJSON-706436611-project-member] Enqueued Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGHEST for action security_group_members [ 680.176428] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGHEST for action security_group_members [ 680.177091] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc165da-c7bb-407e-ac78-575f080ac582 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.177434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.178146] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.183919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.183919] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.183919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.183919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.183919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.183919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.183919] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.579670] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f916255-5d1b-46ef-a525-5bf35884b27e in Status: SUCCESS [ 680.579670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f916255-5d1b-46ef-a525-5bf35884b27e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.686911] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.687402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.687402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.687402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.687402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.687583] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.688503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.688503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.688503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.688503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.688503] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cc165da-c7bb-407e-ac78-575f080ac582 already deleted. [ 680.688503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.704986] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-710 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.704986] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-710" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.704986] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-710" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.705400] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-710" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.705716] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.705842] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.705883] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.706216] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.706312] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.706541] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.706595] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.706720] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.706769] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.706875] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.707057] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.710383] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.738315] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.738545] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.738715] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.738943] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-710" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.739515] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-c5a624b2-c544-4cbe-b53c-88d2201a6894 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.739515] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-c5a624b2-c544-4cbe-b53c-88d2201a6894" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.739761] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-c5a624b2-c544-4cbe-b53c-88d2201a6894" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.739994] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-c5a624b2-c544-4cbe-b53c-88d2201a6894" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.740101] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5a624b2-c544-4cbe-b53c-88d2201a6894',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.246626] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.246893] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.247055] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.247340] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.247503] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.247674] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port c5a624b2-c544-4cbe-b53c-88d2201a6894 not found, creating... [ 681.248039] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.248239] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.248450] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.248676] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.248809] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.249102] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.249280] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.249386] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.249605] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.249728] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.249861] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: c5a624b2-c544-4cbe-b53c-88d2201a6894 is going to be created. [ 681.273847] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.274068] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.274211] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.274545] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.274788] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.275015] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-c5a624b2-c544-4cbe-b53c-88d2201a6894" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.876197] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4abdc664-e9f3-47d7-9dcf-0dee9b6421d6 in Status: SUCCESS [ 681.876668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.876668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.876842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.877057] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.877201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.877269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.877424] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.877519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.877609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.877722] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4abdc664-e9f3-47d7-9dcf-0dee9b6421d6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.012448] env[65529]: INFO networking_nsxv3.common.synchronization [req-dc61d41a-c90e-43e1-b71b-509763bbb14f req-3f0dbbda-2142-4f28-9ee9-6235c38f3648 service nova] Enqueued Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGHEST for action security_group_rules [ 682.012448] env[65529]: INFO networking_nsxv3.common.synchronization [req-dc61d41a-c90e-43e1-b71b-509763bbb14f req-3f0dbbda-2142-4f28-9ee9-6235c38f3648 service nova] Enqueued Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGHEST for action security_group_members [ 682.012448] env[65529]: INFO networking_nsxv3.common.synchronization [req-dc61d41a-c90e-43e1-b71b-509763bbb14f req-3f0dbbda-2142-4f28-9ee9-6235c38f3648 service nova] Enqueued Resource ID: c5a624b2-c544-4cbe-b53c-88d2201a6894 with Priority: HIGHEST for action port [ 682.012448] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGHEST for action security_group_rules [ 682.012448] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGHEST for action security_group_members [ 682.012448] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a624b2-c544-4cbe-b53c-88d2201a6894 with Priority: HIGHEST for action port [ 682.012448] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cc165da-c7bb-407e-ac78-575f080ac582 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.013400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.013400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.013701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.013820] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.018677] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc165da-c7bb-407e-ac78-575f080ac582 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.018677] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.018677] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.018677] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.018677] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.018962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.018962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.019049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.019293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.019486] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.020770] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5a624b2-c544-4cbe-b53c-88d2201a6894 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.020982] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5a624b2-c544-4cbe-b53c-88d2201a6894" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.021252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5a624b2-c544-4cbe-b53c-88d2201a6894" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.021522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5a624b2-c544-4cbe-b53c-88d2201a6894" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.021781] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5a624b2-c544-4cbe-b53c-88d2201a6894',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.185681] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b0744f-dac8-4211-a269-8958c95d520c in Status: SUCCESS [ 682.185858] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.384038] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.384038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.384038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.384038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.384038] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.384038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.384038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.384038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.384038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.384038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.384038] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.384038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.384038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.384038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.384038] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.384038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.384945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.385859] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.385998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.387395] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.387584] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4abdc664-e9f3-47d7-9dcf-0dee9b6421d6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.526729] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.526729] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc165da-c7bb-407e-ac78-575f080ac582 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.526729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.534024] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5a624b2-c544-4cbe-b53c-88d2201a6894 with status ACTIVE [ 682.534024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.534024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.534024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.534024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.534024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.534024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.534024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.534024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.534024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.534024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.534024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.534024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.534024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.534024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.534024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.534024] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5a624b2-c544-4cbe-b53c-88d2201a6894 is going to be updated. [ 682.562388] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.562614] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.562718] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.562955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.563284] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.563522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5a624b2-c544-4cbe-b53c-88d2201a6894" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.654733] env[65529]: INFO networking_nsxv3.common.synchronization [req-77186e36-717b-40e4-b559-56e8d356581a req-4c64aa03-1051-459a-882a-c5fad505abeb tempest-DeleteServersAdminTestJSON-1624234774 tempest-DeleteServersAdminTestJSON-1624234774-project-member] Enqueued Resource ID: d550e5e3-e388-4967-8580-1f36cf4aea64 with Priority: HIGHEST for action security_group_members [ 682.655973] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d550e5e3-e388-4967-8580-1f36cf4aea64 with Priority: HIGHEST for action security_group_members [ 682.656436] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d550e5e3-e388-4967-8580-1f36cf4aea64 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.656554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.656621] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.656884] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.657074] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.657183] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.657246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.657414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.657503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.657594] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d550e5e3-e388-4967-8580-1f36cf4aea64',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.894508] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4abdc664-e9f3-47d7-9dcf-0dee9b6421d6: rpc.has_security_group_logging(os_id): False [ 682.921657] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.921657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.921657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.921657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.921657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.921657] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.921657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.921657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.921657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.921657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.921657] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.921657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.921657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.921657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.921657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.922247] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.922247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.922247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.922247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.922247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.922247] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4abdc664-e9f3-47d7-9dcf-0dee9b6421d6 is going to be created. [ 682.992112] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.992112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.992112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.992112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.992463] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.005046] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4abdc664-e9f3-47d7-9dcf-0dee9b6421d6 in Status: IN_PROGRESS for 2s [ 683.032244] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.161716] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.161716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.161716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.162262] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.163912] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.164625] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.164741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.164783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.164986] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.165090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.165214] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d550e5e3-e388-4967-8580-1f36cf4aea64 is going to be updated. [ 683.219362] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.219612] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.219612] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.219885] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.219989] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.235887] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d550e5e3-e388-4967-8580-1f36cf4aea64 in Status: IN_PROGRESS for 2s [ 683.266671] env[65529]: INFO networking_nsxv3.common.synchronization [req-d8e88ca9-77c4-4c55-a292-369897a99cec req-4ef6db2c-7d99-4169-8016-4db3b8bb15d1 tempest-ServersAdminTestJSON-706436611 tempest-ServersAdminTestJSON-706436611-project-member] Enqueued Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGHEST for action security_group_members [ 683.267262] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGHEST for action security_group_members [ 683.267836] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc165da-c7bb-407e-ac78-575f080ac582 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.268139] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.535993] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.536119] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.536186] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.536380] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.536473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.536700] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cc165da-c7bb-407e-ac78-575f080ac582 is going to be created. [ 683.566627] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.567131] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.567131] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.567229] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.567314] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.578977] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cc165da-c7bb-407e-ac78-575f080ac582 in Status: UNINITIALIZED for 2s [ 683.799216] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-710 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.799451] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-710" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.799534] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-710" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.800326] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-710" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.800326] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.800326] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.800326] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.800663] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.800663] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.800794] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.800876] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.800972] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.801088] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.801192] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.801337] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.802729] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.822283] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.822477] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 683.822612] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.822786] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-710" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.823120] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-75fa748b-d281-4094-a31c-7b0a75e33adc taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.823434] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-75fa748b-d281-4094-a31c-7b0a75e33adc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.823434] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-75fa748b-d281-4094-a31c-7b0a75e33adc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.823724] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-75fa748b-d281-4094-a31c-7b0a75e33adc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.824156] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75fa748b-d281-4094-a31c-7b0a75e33adc',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.326704] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.327206] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.327206] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.327484] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.327659] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.327826] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 75fa748b-d281-4094-a31c-7b0a75e33adc not found, creating... [ 684.328174] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.328354] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.328485] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.328747] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.328835] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.329166] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.329321] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.329431] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.329634] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.329758] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.329921] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 75fa748b-d281-4094-a31c-7b0a75e33adc is going to be created. [ 684.354066] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.354398] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.355044] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.355044] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.355252] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.355511] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-75fa748b-d281-4094-a31c-7b0a75e33adc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.027320] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4abdc664-e9f3-47d7-9dcf-0dee9b6421d6 in Status: SUCCESS [ 685.027517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.153713] env[65529]: INFO networking_nsxv3.common.synchronization [req-d8e88ca9-77c4-4c55-a292-369897a99cec req-47278f87-33e9-4f40-b1a8-08df1062799c service nova] Enqueued Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGHEST for action security_group_rules [ 685.153904] env[65529]: INFO networking_nsxv3.common.synchronization [req-d8e88ca9-77c4-4c55-a292-369897a99cec req-47278f87-33e9-4f40-b1a8-08df1062799c service nova] Enqueued Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGHEST for action security_group_members [ 685.154047] env[65529]: INFO networking_nsxv3.common.synchronization [req-d8e88ca9-77c4-4c55-a292-369897a99cec req-47278f87-33e9-4f40-b1a8-08df1062799c service nova] Enqueued Resource ID: 75fa748b-d281-4094-a31c-7b0a75e33adc with Priority: HIGHEST for action port [ 685.154561] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGHEST for action security_group_rules [ 685.154695] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGHEST for action security_group_members [ 685.154792] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75fa748b-d281-4094-a31c-7b0a75e33adc with Priority: HIGHEST for action port [ 685.155373] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cc165da-c7bb-407e-ac78-575f080ac582 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.155484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.155727] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc165da-c7bb-407e-ac78-575f080ac582 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.155841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.156173] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-75fa748b-d281-4094-a31c-7b0a75e33adc taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.156270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75fa748b-d281-4094-a31c-7b0a75e33adc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.156342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75fa748b-d281-4094-a31c-7b0a75e33adc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.156617] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75fa748b-d281-4094-a31c-7b0a75e33adc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.157949] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75fa748b-d281-4094-a31c-7b0a75e33adc',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.246358] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d550e5e3-e388-4967-8580-1f36cf4aea64 in Status: SUCCESS [ 685.246620] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d550e5e3-e388-4967-8580-1f36cf4aea64 deletion is rescheduled due to dependency. [ 685.246793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d550e5e3-e388-4967-8580-1f36cf4aea64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.595886] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cc165da-c7bb-407e-ac78-575f080ac582 in Status: SUCCESS [ 685.596360] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.596611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.596890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.597127] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.597253] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.597332] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.597646] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.597744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.597835] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.597940] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.599462] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.600344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.600344] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.600344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.600344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.600344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.600344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.600703] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.658741] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75fa748b-d281-4094-a31c-7b0a75e33adc with status ACTIVE [ 685.659012] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.659842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.659842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.659842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.659842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.659842] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.659842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.659842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.660212] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.660212] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.660382] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.660547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.660630] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.660807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.660930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.661173] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75fa748b-d281-4094-a31c-7b0a75e33adc is going to be updated. [ 685.695513] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.695740] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.695838] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.696195] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.696417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.696688] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75fa748b-d281-4094-a31c-7b0a75e33adc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.102373] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc165da-c7bb-407e-ac78-575f080ac582 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.102607] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.102869] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.186702] env[65529]: INFO networking_nsxv3.common.synchronization [None req-090fff3f-6bc9-4993-8478-2216a2c8d597 None None] Enqueued Resource ID: 9bd9076d-3aee-419a-8860-b75975d0c545 with Priority: HIGHEST for action port [ 686.187916] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd9076d-3aee-419a-8860-b75975d0c545 with Priority: HIGHEST for action port [ 686.188353] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bd9076d-3aee-419a-8860-b75975d0c545 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.188544] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bd9076d-3aee-419a-8860-b75975d0c545" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.188676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bd9076d-3aee-419a-8860-b75975d0c545" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.188945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bd9076d-3aee-419a-8860-b75975d0c545" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.189151] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bd9076d-3aee-419a-8860-b75975d0c545',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.606104] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.691458] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9bd9076d-3aee-419a-8860-b75975d0c545 [ 686.691945] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.692185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.692228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.692419] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.692589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.692589] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9bd9076d-3aee-419a-8860-b75975d0c545 already deleted. [ 686.692692] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bd9076d-3aee-419a-8860-b75975d0c545" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.111795] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.111795] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.111795] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.112025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.112025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.112091] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cc165da-c7bb-407e-ac78-575f080ac582 is going to be updated. [ 687.144809] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.144997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.144997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.145232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.145375] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.155844] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cc165da-c7bb-407e-ac78-575f080ac582 in Status: IN_PROGRESS for 2s [ 688.416725] env[65529]: INFO networking_nsxv3.common.synchronization [req-8b6679e1-cf62-4579-b140-83e1d061acbd req-203de17b-a313-4ff8-baaa-7ca8b6681b1f tempest-FloatingIPsAssociationNegativeTestJSON-1960046828 tempest-FloatingIPsAssociationNegativeTestJSON-1960046828-project-member] Enqueued Resource ID: 8adbd203-f2c5-4c40-b977-777b83d00716 with Priority: HIGHEST for action security_group_members [ 688.419268] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8adbd203-f2c5-4c40-b977-777b83d00716 with Priority: HIGHEST for action security_group_members [ 688.419268] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8adbd203-f2c5-4c40-b977-777b83d00716 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.419268] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8adbd203-f2c5-4c40-b977-777b83d00716" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.419268] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8adbd203-f2c5-4c40-b977-777b83d00716" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.419268] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8adbd203-f2c5-4c40-b977-777b83d00716" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.419268] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.419268] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.419268] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.419268] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.419268] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.419268] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8adbd203-f2c5-4c40-b977-777b83d00716',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.928249] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.928249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.928249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.928249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.928249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.928249] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.928249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.928249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.928249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.928249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.928249] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8adbd203-f2c5-4c40-b977-777b83d00716 is going to be updated. [ 688.966374] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.966799] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.966799] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.966979] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.967228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.979254] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8adbd203-f2c5-4c40-b977-777b83d00716 in Status: IN_PROGRESS for 2s [ 689.167188] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cc165da-c7bb-407e-ac78-575f080ac582 in Status: SUCCESS [ 689.167420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.167688] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.167910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.168459] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.168609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.168677] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.168842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.168926] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.169037] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.672561] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.930636] env[65529]: INFO networking_nsxv3.common.synchronization [None req-c8195e09-4852-4c84-ac6a-5b03bc874c0d None None] Enqueued Resource ID: 1fd4b4fe-34b9-4e38-b684-7e46ad183223 with Priority: HIGHEST for action port [ 689.930636] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd4b4fe-34b9-4e38-b684-7e46ad183223 with Priority: HIGHEST for action port [ 689.930636] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fd4b4fe-34b9-4e38-b684-7e46ad183223 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.930636] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fd4b4fe-34b9-4e38-b684-7e46ad183223" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.930636] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fd4b4fe-34b9-4e38-b684-7e46ad183223" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.930636] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fd4b4fe-34b9-4e38-b684-7e46ad183223" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.930636] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fd4b4fe-34b9-4e38-b684-7e46ad183223',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.009757] env[65529]: INFO networking_nsxv3.common.synchronization [req-6efb85d3-0ea4-4425-ac1d-e2c8090b238b req-b5b85412-520f-43b8-8822-7e05639d8f46 tempest-ServersNegativeTestJSON-2056374732 tempest-ServersNegativeTestJSON-2056374732-project-member] Enqueued Resource ID: c8a69115-20ce-49f6-8309-2f827565581d with Priority: HIGHEST for action security_group_members [ 690.012177] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8a69115-20ce-49f6-8309-2f827565581d with Priority: HIGHEST for action security_group_members [ 690.012177] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8a69115-20ce-49f6-8309-2f827565581d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.012177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.012549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.012873] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.018808] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.018808] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.018808] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.018808] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.018808] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.018808] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8a69115-20ce-49f6-8309-2f827565581d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.175653] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.401985] env[65529]: INFO networking_nsxv3.common.synchronization [req-ff71970d-36b1-480d-b60b-f3fd25c2749d req-68256232-5a90-4ecd-8088-f4369db92de1 tempest-ImagesTestJSON-1930669757 tempest-ImagesTestJSON-1930669757-project-member] Enqueued Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_members [ 690.404473] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_members [ 690.404473] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.404473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.404473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.404473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.404473] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.404473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.404473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.404473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.404473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.404473] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.431864] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1fd4b4fe-34b9-4e38-b684-7e46ad183223 [ 690.432113] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.432287] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.432381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.432713] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.432713] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.432799] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1fd4b4fe-34b9-4e38-b684-7e46ad183223 already deleted. [ 690.432858] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fd4b4fe-34b9-4e38-b684-7e46ad183223" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.522625] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8a69115-20ce-49f6-8309-2f827565581d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.682771] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.682771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.682771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.683236] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.683236] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.683236] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cc165da-c7bb-407e-ac78-575f080ac582 is going to be updated. [ 690.733742] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.736578] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.736748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.737172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.738078] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.752253] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cc165da-c7bb-407e-ac78-575f080ac582 in Status: IN_PROGRESS for 2s [ 690.782856] env[65529]: INFO networking_nsxv3.common.synchronization [None req-e4b25c9c-3ca8-4bf9-935a-72d8bea45c67 tempest-ServerActionsV293TestJSON-1084045187 tempest-ServerActionsV293TestJSON-1084045187-project-member] Enqueued Resource ID: 77803dc7-4ea3-40a7-a1ad-d8bc6f015100 with Priority: HIGHEST for action security_group_rules [ 690.783603] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77803dc7-4ea3-40a7-a1ad-d8bc6f015100 with Priority: HIGHEST for action security_group_rules [ 690.786115] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77803dc7-4ea3-40a7-a1ad-d8bc6f015100 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.786372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.786475] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.786944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.787072] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77803dc7-4ea3-40a7-a1ad-d8bc6f015100',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.906898] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.908525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.908711] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.908988] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.909594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.909905] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.910030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.910114] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.910492] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.910627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.910921] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 already deleted. [ 690.911069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.938750] env[65529]: INFO networking_nsxv3.common.synchronization [None req-f411e49b-5c86-45de-a7f6-89603b511612 tempest-ServerActionsV293TestJSON-1084045187 tempest-ServerActionsV293TestJSON-1084045187-project-member] Enqueued Resource ID: 77803dc7-4ea3-40a7-a1ad-d8bc6f015100 with Priority: HIGHEST for action security_group_rules [ 690.939487] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77803dc7-4ea3-40a7-a1ad-d8bc6f015100 with Priority: HIGHEST for action security_group_rules [ 690.939809] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77803dc7-4ea3-40a7-a1ad-d8bc6f015100 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.939917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.953395] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.953782] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-884" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.953782] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-884" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.954059] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-884" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.954311] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.954462] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.954568] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.954810] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.954952] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.955149] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.955251] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.955360] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.955442] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.955762] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.955762] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.955837] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.978023] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.978023] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 690.978023] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.978023] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-884" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.978023] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-77defe84-4846-4e3a-a1c9-646cadc8e1ac taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.978023] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-77defe84-4846-4e3a-a1c9-646cadc8e1ac" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.978023] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-77defe84-4846-4e3a-a1c9-646cadc8e1ac" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.978023] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-77defe84-4846-4e3a-a1c9-646cadc8e1ac" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.978023] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77defe84-4846-4e3a-a1c9-646cadc8e1ac',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.997252] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8adbd203-f2c5-4c40-b977-777b83d00716 in Status: SUCCESS [ 690.997252] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8adbd203-f2c5-4c40-b977-777b83d00716 deletion is rescheduled due to dependency. [ 690.997252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8adbd203-f2c5-4c40-b977-777b83d00716" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.024931] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8a69115-20ce-49f6-8309-2f827565581d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.310891] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.310891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.310891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.310891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.310891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.310891] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77803dc7-4ea3-40a7-a1ad-d8bc6f015100 already deleted. [ 691.310891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.310891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.310891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.310891] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77803dc7-4ea3-40a7-a1ad-d8bc6f015100',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.486910] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.487444] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.487444] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.488439] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.488532] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.488875] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 77defe84-4846-4e3a-a1c9-646cadc8e1ac not found, creating... [ 691.489294] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.489528] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.489644] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.490089] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.490089] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.490357] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.490514] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.490809] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.490873] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.490978] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.491161] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 77defe84-4846-4e3a-a1c9-646cadc8e1ac is going to be created. [ 691.516058] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.516273] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.516361] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.516684] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.516935] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.517227] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-77defe84-4846-4e3a-a1c9-646cadc8e1ac" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.527119] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.527269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.527343] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.527558] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.527651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.527748] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8a69115-20ce-49f6-8309-2f827565581d is going to be updated. [ 691.558672] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.558873] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.558947] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.559201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.559378] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.568802] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8a69115-20ce-49f6-8309-2f827565581d in Status: IN_PROGRESS for 2s [ 691.833661] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.834033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.834033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.834129] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.834186] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.834292] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77803dc7-4ea3-40a7-a1ad-d8bc6f015100 already deleted. [ 691.834387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.247266] env[65529]: INFO networking_nsxv3.common.synchronization [req-ff71970d-36b1-480d-b60b-f3fd25c2749d req-d6dfce2a-ea96-423b-88e5-3120f02cfd14 service nova] Enqueued Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_rules [ 692.247388] env[65529]: INFO networking_nsxv3.common.synchronization [req-ff71970d-36b1-480d-b60b-f3fd25c2749d req-d6dfce2a-ea96-423b-88e5-3120f02cfd14 service nova] Enqueued Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_members [ 692.248104] env[65529]: INFO networking_nsxv3.common.synchronization [req-ff71970d-36b1-480d-b60b-f3fd25c2749d req-d6dfce2a-ea96-423b-88e5-3120f02cfd14 service nova] Enqueued Resource ID: 77defe84-4846-4e3a-a1c9-646cadc8e1ac with Priority: HIGHEST for action port [ 692.248295] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_rules [ 692.248350] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_members [ 692.248654] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77defe84-4846-4e3a-a1c9-646cadc8e1ac with Priority: HIGHEST for action port [ 692.248878] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.249056] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.249127] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.249449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.249555] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.252600] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.252600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.252600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.256625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.256625] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.256625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.256625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.256625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.256625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.256625] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.256625] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-77defe84-4846-4e3a-a1c9-646cadc8e1ac taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.256625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77defe84-4846-4e3a-a1c9-646cadc8e1ac" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.256625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77defe84-4846-4e3a-a1c9-646cadc8e1ac" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.256625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77defe84-4846-4e3a-a1c9-646cadc8e1ac" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.256625] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77defe84-4846-4e3a-a1c9-646cadc8e1ac',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.692753] env[65529]: INFO networking_nsxv3.common.synchronization [req-e8b8983d-0f02-4c88-8d73-b2470e755a79 req-651d9230-3723-4b4a-9efb-a2ed91f87e93 tempest-AttachInterfacesV270Test-97818456 tempest-AttachInterfacesV270Test-97818456-project-member] Enqueued Resource ID: b137a01b-a3e7-4235-b9e5-95d483a0fa00 with Priority: HIGHEST for action security_group_members [ 692.693327] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b137a01b-a3e7-4235-b9e5-95d483a0fa00 with Priority: HIGHEST for action security_group_members [ 692.693635] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b137a01b-a3e7-4235-b9e5-95d483a0fa00 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.693756] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b137a01b-a3e7-4235-b9e5-95d483a0fa00" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.693820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b137a01b-a3e7-4235-b9e5-95d483a0fa00" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.695215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b137a01b-a3e7-4235-b9e5-95d483a0fa00" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.695215] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.695215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.695215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.696151] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.696151] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.696151] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b137a01b-a3e7-4235-b9e5-95d483a0fa00',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.755547] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.756337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.757523] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.758722] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77defe84-4846-4e3a-a1c9-646cadc8e1ac with status ACTIVE [ 692.758953] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.759059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.759115] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.759976] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.759976] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.761175] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.761175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.761175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.761175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.761175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.761994] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.761994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.761994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.761994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.761994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.761994] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77defe84-4846-4e3a-a1c9-646cadc8e1ac is going to be updated. [ 692.769292] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cc165da-c7bb-407e-ac78-575f080ac582 in Status: SUCCESS [ 692.769398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.769565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.769765] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.769954] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.770080] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.770478] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.770478] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.770478] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.770684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.771183] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc165da-c7bb-407e-ac78-575f080ac582 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.771183] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.771183] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.771183] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.771420] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.771473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.771498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.772414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.772414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.772414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.772414] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.785822] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.786322] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.786322] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.786322] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.786495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.786495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77defe84-4846-4e3a-a1c9-646cadc8e1ac" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.122931] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-145 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.123994] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-145" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.123994] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-145" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.123994] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-145" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.123994] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.124218] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.125262] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.125262] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.125262] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.125262] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.125262] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.125262] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.125262] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.125262] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.125704] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.125704] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.159439] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.159564] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.159664] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.159841] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-145" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.160176] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-8af2e65c-cc16-4121-8a3c-cd78c543afaa taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.160344] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-8af2e65c-cc16-4121-8a3c-cd78c543afaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.160456] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-8af2e65c-cc16-4121-8a3c-cd78c543afaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.160786] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-8af2e65c-cc16-4121-8a3c-cd78c543afaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.160920] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8af2e65c-cc16-4121-8a3c-cd78c543afaa',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.198669] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.198669] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.198669] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.198911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.199387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.199387] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.199523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.199523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.200636] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.200636] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.200636] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b137a01b-a3e7-4235-b9e5-95d483a0fa00 already deleted. [ 693.200636] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b137a01b-a3e7-4235-b9e5-95d483a0fa00" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.260263] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.274410] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cc165da-c7bb-407e-ac78-575f080ac582: rpc.has_security_group_logging(os_id): False [ 693.298343] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.298485] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.298520] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.298731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.298828] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.299265] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.299459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.299532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.299733] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.299826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.300310] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.300486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.300556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.300719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.300808] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.301020] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.301121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.301188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.301412] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.301498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.301590] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cc165da-c7bb-407e-ac78-575f080ac582 is going to be created. [ 693.372563] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.372746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.372788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.372998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.373196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.388982] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cc165da-c7bb-407e-ac78-575f080ac582 in Status: IN_PROGRESS for 2s [ 693.581393] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8a69115-20ce-49f6-8309-2f827565581d in Status: SUCCESS [ 693.581393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.663953] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.664308] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.664457] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.664741] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.664884] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.665058] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port 8af2e65c-cc16-4121-8a3c-cd78c543afaa not found, creating... [ 693.665376] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.665484] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.665562] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.665746] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.665871] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.666151] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.666295] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.666399] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.666734] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.666734] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.666821] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: 8af2e65c-cc16-4121-8a3c-cd78c543afaa is going to be created. [ 693.688056] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.688328] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.688381] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.688642] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.688866] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.689090] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-8af2e65c-cc16-4121-8a3c-cd78c543afaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.762599] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.762753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.762883] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.763136] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.763136] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.763267] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 is going to be created. [ 693.800724] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.800900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.800900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.801129] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.801406] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.815808] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: UNINITIALIZED for 2s [ 694.384656] env[65529]: INFO networking_nsxv3.common.synchronization [req-e8b8983d-0f02-4c88-8d73-b2470e755a79 req-bb191b2c-5b52-4f1e-a633-f30cc8db310c service nova] Enqueued Resource ID: b137a01b-a3e7-4235-b9e5-95d483a0fa00 with Priority: HIGHEST for action security_group_rules [ 694.384870] env[65529]: INFO networking_nsxv3.common.synchronization [req-e8b8983d-0f02-4c88-8d73-b2470e755a79 req-bb191b2c-5b52-4f1e-a633-f30cc8db310c service nova] Enqueued Resource ID: b137a01b-a3e7-4235-b9e5-95d483a0fa00 with Priority: HIGHEST for action security_group_members [ 694.384897] env[65529]: INFO networking_nsxv3.common.synchronization [req-e8b8983d-0f02-4c88-8d73-b2470e755a79 req-bb191b2c-5b52-4f1e-a633-f30cc8db310c service nova] Enqueued Resource ID: 8af2e65c-cc16-4121-8a3c-cd78c543afaa with Priority: HIGHEST for action port [ 694.385495] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b137a01b-a3e7-4235-b9e5-95d483a0fa00 with Priority: HIGHEST for action security_group_rules [ 694.385635] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b137a01b-a3e7-4235-b9e5-95d483a0fa00 with Priority: HIGHEST for action security_group_members [ 694.385732] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af2e65c-cc16-4121-8a3c-cd78c543afaa with Priority: HIGHEST for action port [ 694.386000] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b137a01b-a3e7-4235-b9e5-95d483a0fa00 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.388325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b137a01b-a3e7-4235-b9e5-95d483a0fa00" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.388548] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b137a01b-a3e7-4235-b9e5-95d483a0fa00" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.388816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b137a01b-a3e7-4235-b9e5-95d483a0fa00" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.389234] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b137a01b-a3e7-4235-b9e5-95d483a0fa00',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.390651] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b137a01b-a3e7-4235-b9e5-95d483a0fa00 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.391751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b137a01b-a3e7-4235-b9e5-95d483a0fa00" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.391857] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b137a01b-a3e7-4235-b9e5-95d483a0fa00" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.393064] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b137a01b-a3e7-4235-b9e5-95d483a0fa00" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.393333] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.393759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.393759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.394230] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.394230] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.394230] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b137a01b-a3e7-4235-b9e5-95d483a0fa00',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.395697] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-8af2e65c-cc16-4121-8a3c-cd78c543afaa taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.395870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8af2e65c-cc16-4121-8a3c-cd78c543afaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.395977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8af2e65c-cc16-4121-8a3c-cd78c543afaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.396190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8af2e65c-cc16-4121-8a3c-cd78c543afaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.396458] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8af2e65c-cc16-4121-8a3c-cd78c543afaa',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.900180] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8af2e65c-cc16-4121-8a3c-cd78c543afaa with status ACTIVE [ 694.900180] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.900180] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.900368] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.902246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.902246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.902246] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.902246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.902246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.902246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.902246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.902246] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.902246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.902246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.902246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.902246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.902706] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8af2e65c-cc16-4121-8a3c-cd78c543afaa is going to be updated. [ 694.905333] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b137a01b-a3e7-4235-b9e5-95d483a0fa00 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.905463] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b137a01b-a3e7-4235-b9e5-95d483a0fa00" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.905645] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b137a01b-a3e7-4235-b9e5-95d483a0fa00',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.930738] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.931642] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.931642] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.931642] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.931642] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.931642] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8af2e65c-cc16-4121-8a3c-cd78c543afaa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.365416] env[65529]: INFO networking_nsxv3.common.synchronization [req-17a51076-b015-42dc-9336-a54db3e678c6 req-807ff2b4-1d05-4b1e-b99d-3a158c6c702f tempest-AttachInterfacesTestJSON-2112292789 tempest-AttachInterfacesTestJSON-2112292789-project-member] Enqueued Resource ID: f21f25d4-b502-468d-9d4f-402fa266ee57 with Priority: HIGHEST for action security_group_members [ 695.365753] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f21f25d4-b502-468d-9d4f-402fa266ee57 with Priority: HIGHEST for action security_group_members [ 695.366316] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f21f25d4-b502-468d-9d4f-402fa266ee57 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.366316] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f21f25d4-b502-468d-9d4f-402fa266ee57" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.366316] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f21f25d4-b502-468d-9d4f-402fa266ee57" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.366526] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f21f25d4-b502-468d-9d4f-402fa266ee57" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.366696] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.366799] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.366878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.367053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.367163] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.367270] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f21f25d4-b502-468d-9d4f-402fa266ee57',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.408957] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cc165da-c7bb-407e-ac78-575f080ac582 in Status: SUCCESS [ 695.408957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.408957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.408957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.408957] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.408957] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b137a01b-a3e7-4235-b9e5-95d483a0fa00',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.828733] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: SUCCESS [ 695.829421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.829421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.829564] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.829835] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.830628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.830628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.830628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.830628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.830628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.830628] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.872959] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.872959] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.872959] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.872959] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.873264] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.873264] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.873337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.873400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.873622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.873622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.873796] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f21f25d4-b502-468d-9d4f-402fa266ee57 already deleted. [ 695.873796] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f21f25d4-b502-468d-9d4f-402fa266ee57" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.911377] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc165da-c7bb-407e-ac78-575f080ac582 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.911756] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.911756] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.911850] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.912035] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.912196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.912196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.912362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.912452] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.912452] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.912741] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.913675] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.913675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.913814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.913849] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.913970] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.914061] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b137a01b-a3e7-4235-b9e5-95d483a0fa00 is going to be created. [ 695.945790] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.945971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.946019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.946234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.946403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.958031] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b137a01b-a3e7-4235-b9e5-95d483a0fa00 in Status: UNINITIALIZED for 2s [ 696.097689] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.098072] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.098303] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.098855] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.099024] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.099347] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.099532] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.099773] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.099914] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.100142] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.100264] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.100448] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.100557] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.100632] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.100717] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.100843] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.122694] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.122773] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 696.122895] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.123078] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.123481] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-5441c5ab-aeb0-4b85-8059-25792f3d662e taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.123668] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-5441c5ab-aeb0-4b85-8059-25792f3d662e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.123783] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-5441c5ab-aeb0-4b85-8059-25792f3d662e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.124108] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-5441c5ab-aeb0-4b85-8059-25792f3d662e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.124242] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5441c5ab-aeb0-4b85-8059-25792f3d662e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.332876] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.333206] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.333448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.333746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.333987] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.334189] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.334263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.334432] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.334526] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.334616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.334775] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.334871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.334931] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.335093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.335245] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.335375] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.335510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.335709] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.335833] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.336019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.336019] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.417302] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc165da-c7bb-407e-ac78-575f080ac582 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.417744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.417744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.418291] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.418291] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.418291] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.418498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.418532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.418716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.418716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.418962] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc165da-c7bb-407e-ac78-575f080ac582 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.418962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.419114] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.421036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.421036] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.421036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.421036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.421036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.421036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.421036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.421036] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.628797] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.628988] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.629170] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.631654] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.631654] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.632249] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 5441c5ab-aeb0-4b85-8059-25792f3d662e not found, creating... [ 696.632444] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.633067] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.633067] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.633259] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.633447] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.633934] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.634192] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.634357] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.634733] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.634956] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.635135] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 5441c5ab-aeb0-4b85-8059-25792f3d662e is going to be created. [ 696.657531] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.657816] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.658024] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.658350] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.658585] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.658824] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-5441c5ab-aeb0-4b85-8059-25792f3d662e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.837872] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6: rpc.has_security_group_logging(os_id): False [ 696.865699] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.865880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.865937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.866192] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.866261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.866435] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.866535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.866600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.866748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.866851] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.866990] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.867089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.867174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.867304] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.867385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.867560] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.867676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.867757] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.867858] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.867992] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.867992] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 is going to be created. [ 696.923999] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cc165da-c7bb-407e-ac78-575f080ac582: rpc.has_security_group_logging(os_id): False [ 696.948978] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.949248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.949248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.949469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.949678] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.953531] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.953697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.953734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.953940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.954041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.954235] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.954353] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.954417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.954578] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.954661] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.954860] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.955029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.955029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.955159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.955314] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.955486] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.955556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.955556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.955701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.955790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.955941] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cc165da-c7bb-407e-ac78-575f080ac582 is going to be updated. [ 696.964937] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: IN_PROGRESS for 2s [ 697.074310] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.074477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.074552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.074859] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.075409] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.090840] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cc165da-c7bb-407e-ac78-575f080ac582 in Status: IN_PROGRESS for 2s [ 697.429501] env[65529]: INFO networking_nsxv3.common.synchronization [req-17a51076-b015-42dc-9336-a54db3e678c6 req-4085d923-e39e-4c3d-9543-e84ecede87b9 service nova] Enqueued Resource ID: f21f25d4-b502-468d-9d4f-402fa266ee57 with Priority: HIGHEST for action security_group_rules [ 697.429501] env[65529]: INFO networking_nsxv3.common.synchronization [req-17a51076-b015-42dc-9336-a54db3e678c6 req-4085d923-e39e-4c3d-9543-e84ecede87b9 service nova] Enqueued Resource ID: f21f25d4-b502-468d-9d4f-402fa266ee57 with Priority: HIGHEST for action security_group_members [ 697.429501] env[65529]: INFO networking_nsxv3.common.synchronization [req-17a51076-b015-42dc-9336-a54db3e678c6 req-4085d923-e39e-4c3d-9543-e84ecede87b9 service nova] Enqueued Resource ID: 5441c5ab-aeb0-4b85-8059-25792f3d662e with Priority: HIGHEST for action port [ 697.433373] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f21f25d4-b502-468d-9d4f-402fa266ee57 with Priority: HIGHEST for action security_group_rules [ 697.433373] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f21f25d4-b502-468d-9d4f-402fa266ee57 with Priority: HIGHEST for action security_group_members [ 697.433373] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5441c5ab-aeb0-4b85-8059-25792f3d662e with Priority: HIGHEST for action port [ 697.433373] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f21f25d4-b502-468d-9d4f-402fa266ee57 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.433373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f21f25d4-b502-468d-9d4f-402fa266ee57" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.433373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f21f25d4-b502-468d-9d4f-402fa266ee57" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.433373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f21f25d4-b502-468d-9d4f-402fa266ee57" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.433373] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f21f25d4-b502-468d-9d4f-402fa266ee57',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.433373] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f21f25d4-b502-468d-9d4f-402fa266ee57 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.433373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f21f25d4-b502-468d-9d4f-402fa266ee57" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.433373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f21f25d4-b502-468d-9d4f-402fa266ee57" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.433373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f21f25d4-b502-468d-9d4f-402fa266ee57" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.433373] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.433373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.433373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.433373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.435378] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.437038] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f21f25d4-b502-468d-9d4f-402fa266ee57',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.437038] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-5441c5ab-aeb0-4b85-8059-25792f3d662e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.437038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5441c5ab-aeb0-4b85-8059-25792f3d662e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.437038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5441c5ab-aeb0-4b85-8059-25792f3d662e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.439415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5441c5ab-aeb0-4b85-8059-25792f3d662e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.439415] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5441c5ab-aeb0-4b85-8059-25792f3d662e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.665441] env[65529]: INFO networking_nsxv3.common.synchronization [None req-0c6f7e9e-8029-41c7-b38d-07472a21e421 None None] Enqueued Resource ID: 75b09d84-1eda-48fd-bd00-ac6a71f94649 with Priority: HIGHEST for action port [ 697.665593] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b09d84-1eda-48fd-bd00-ac6a71f94649 with Priority: HIGHEST for action port [ 697.666761] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-75b09d84-1eda-48fd-bd00-ac6a71f94649 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.666941] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75b09d84-1eda-48fd-bd00-ac6a71f94649" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.667057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75b09d84-1eda-48fd-bd00-ac6a71f94649" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.667384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75b09d84-1eda-48fd-bd00-ac6a71f94649" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.668050] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75b09d84-1eda-48fd-bd00-ac6a71f94649',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.932073] env[65529]: INFO networking_nsxv3.common.synchronization [req-c8b03648-9d96-400f-94f6-a9aff40fccfc req-08e09a1a-e2e4-43f1-b587-02afdbc746c8 tempest-ServersNegativeTestMultiTenantJSON-887508025 tempest-ServersNegativeTestMultiTenantJSON-887508025-project-member] Enqueued Resource ID: 6f916255-5d1b-46ef-a525-5bf35884b27e with Priority: HIGHEST for action security_group_members [ 697.932595] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f916255-5d1b-46ef-a525-5bf35884b27e with Priority: HIGHEST for action security_group_members [ 697.932888] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f916255-5d1b-46ef-a525-5bf35884b27e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.934030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f916255-5d1b-46ef-a525-5bf35884b27e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.934030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f916255-5d1b-46ef-a525-5bf35884b27e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.934030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f916255-5d1b-46ef-a525-5bf35884b27e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.934030] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.934030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.934030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.934030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.934030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.934030] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f916255-5d1b-46ef-a525-5bf35884b27e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.937372] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f21f25d4-b502-468d-9d4f-402fa266ee57',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.940789] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f21f25d4-b502-468d-9d4f-402fa266ee57 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.940952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f21f25d4-b502-468d-9d4f-402fa266ee57" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.941175] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5441c5ab-aeb0-4b85-8059-25792f3d662e with status ACTIVE [ 697.941435] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.941641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.941706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.941930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.942098] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.942371] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.942423] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.942492] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.942656] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.942759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.942958] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.943127] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.943127] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.943259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.943347] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.943430] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5441c5ab-aeb0-4b85-8059-25792f3d662e is going to be updated. [ 697.969855] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b137a01b-a3e7-4235-b9e5-95d483a0fa00 in Status: SUCCESS [ 697.970164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b137a01b-a3e7-4235-b9e5-95d483a0fa00" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.970263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b137a01b-a3e7-4235-b9e5-95d483a0fa00" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.970566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b137a01b-a3e7-4235-b9e5-95d483a0fa00" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.970768] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.970883] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.970976] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.971190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.971190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.971372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b137a01b-a3e7-4235-b9e5-95d483a0fa00" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.971404] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b137a01b-a3e7-4235-b9e5-95d483a0fa00',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.975611] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.975611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.975611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.975611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.975611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.975611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5441c5ab-aeb0-4b85-8059-25792f3d662e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.173866] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75b09d84-1eda-48fd-bd00-ac6a71f94649 [ 698.173866] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.173866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.173866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.173866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.173866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.173866] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75b09d84-1eda-48fd-bd00-ac6a71f94649 already deleted. [ 698.173866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75b09d84-1eda-48fd-bd00-ac6a71f94649" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.175631] env[65529]: INFO networking_nsxv3.common.synchronization [req-47ad2a75-1691-45d6-ac78-ffe2ced4ab16 req-0929ac03-f8c1-4114-98e1-f912c36ccc6d tempest-ServerDiskConfigTestJSON-223320736 tempest-ServerDiskConfigTestJSON-223320736-project-member] Enqueued Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_members [ 698.179717] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_members [ 698.180461] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.180461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.180461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.180809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.181069] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.181296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.181359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.181572] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.181649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.181820] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.437714] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.438023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.438023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.438164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.438259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.438447] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.438545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.438618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.438757] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.438832] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.438917] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f916255-5d1b-46ef-a525-5bf35884b27e is going to be updated. [ 698.440137] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f21f25d4-b502-468d-9d4f-402fa266ee57',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.473914] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b137a01b-a3e7-4235-b9e5-95d483a0fa00 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.474046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b137a01b-a3e7-4235-b9e5-95d483a0fa00" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.474137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b137a01b-a3e7-4235-b9e5-95d483a0fa00" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.474368] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b137a01b-a3e7-4235-b9e5-95d483a0fa00" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.474538] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.474671] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.474735] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.474906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.475021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.475128] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b137a01b-a3e7-4235-b9e5-95d483a0fa00" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.475383] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b137a01b-a3e7-4235-b9e5-95d483a0fa00 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.475896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b137a01b-a3e7-4235-b9e5-95d483a0fa00" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.475896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b137a01b-a3e7-4235-b9e5-95d483a0fa00" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.475896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b137a01b-a3e7-4235-b9e5-95d483a0fa00" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.475896] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.476155] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.476155] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.476362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.476362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.476362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b137a01b-a3e7-4235-b9e5-95d483a0fa00" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.476503] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b137a01b-a3e7-4235-b9e5-95d483a0fa00',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.481915] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.482107] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.482992] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.484175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.484175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.498242] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f916255-5d1b-46ef-a525-5bf35884b27e in Status: IN_PROGRESS for 2s [ 698.687504] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.687504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.687504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.687504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.687504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.687504] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.687829] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.687908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.688464] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.688548] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.689920] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd is going to be updated. [ 698.725183] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.725412] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.725474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.725699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.725858] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.742024] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd in Status: IN_PROGRESS for 2s [ 698.949616] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.949907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.949907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.950161] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.950270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.950386] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f21f25d4-b502-468d-9d4f-402fa266ee57 is going to be created. [ 698.979199] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: SUCCESS [ 698.979468] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.980381] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b137a01b-a3e7-4235-b9e5-95d483a0fa00: rpc.has_security_group_logging(os_id): False [ 698.983942] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.984160] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.984291] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.985382] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.985604] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.996845] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f21f25d4-b502-468d-9d4f-402fa266ee57 in Status: UNINITIALIZED for 2s [ 699.001878] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.002116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.002116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.002306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.002395] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.002583] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.002688] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.002746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.002896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.002971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.003175] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.003269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.003345] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.003921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.003921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.004038] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.004117] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.004173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.004478] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.004478] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.004478] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b137a01b-a3e7-4235-b9e5-95d483a0fa00 is going to be created. [ 699.067700] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.068528] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.068642] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.068855] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.069047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.082110] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b137a01b-a3e7-4235-b9e5-95d483a0fa00 in Status: IN_PROGRESS for 2s [ 699.103318] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cc165da-c7bb-407e-ac78-575f080ac582 in Status: SUCCESS [ 699.103530] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.043368] env[65529]: INFO networking_nsxv3.common.synchronization [None req-b5ac68b2-773f-4b9a-807b-0a7a42923f0e None None] Enqueued Resource ID: 477455b2-a760-4686-b393-8908ff4b1270 with Priority: HIGHEST for action port [ 700.043368] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 477455b2-a760-4686-b393-8908ff4b1270 with Priority: HIGHEST for action port [ 700.043368] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-477455b2-a760-4686-b393-8908ff4b1270 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.043368] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-477455b2-a760-4686-b393-8908ff4b1270" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.043368] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-477455b2-a760-4686-b393-8908ff4b1270" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.043368] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-477455b2-a760-4686-b393-8908ff4b1270" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.043368] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('477455b2-a760-4686-b393-8908ff4b1270',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.465628] env[65529]: INFO networking_nsxv3.common.synchronization [None req-447d083a-3f13-4877-a418-2017b876be0d tempest-ServersTestBootFromVolume-1398272080 tempest-ServersTestBootFromVolume-1398272080-project-member] Enqueued Resource ID: b60ba4c2-b6a0-4ea1-9f46-b65f5518efda with Priority: HIGHEST for action security_group_rules [ 700.466597] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b60ba4c2-b6a0-4ea1-9f46-b65f5518efda with Priority: HIGHEST for action security_group_rules [ 700.466878] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.472315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.472315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.472315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.472315] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b60ba4c2-b6a0-4ea1-9f46-b65f5518efda',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.511702] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f916255-5d1b-46ef-a525-5bf35884b27e in Status: SUCCESS [ 700.512557] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f916255-5d1b-46ef-a525-5bf35884b27e deletion is rescheduled due to dependency. [ 700.512557] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f916255-5d1b-46ef-a525-5bf35884b27e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.547883] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 477455b2-a760-4686-b393-8908ff4b1270 [ 700.548149] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.548472] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.548617] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.549059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.549124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.549238] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:477455b2-a760-4686-b393-8908ff4b1270 already deleted. [ 700.549374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-477455b2-a760-4686-b393-8908ff4b1270" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.614021] env[65529]: INFO networking_nsxv3.common.synchronization [None req-d9a58dfb-dbb3-411f-9547-5b298601a6e2 tempest-ServersTestBootFromVolume-1398272080 tempest-ServersTestBootFromVolume-1398272080-project-member] Enqueued Resource ID: b60ba4c2-b6a0-4ea1-9f46-b65f5518efda with Priority: HIGHEST for action security_group_rules [ 700.615702] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b60ba4c2-b6a0-4ea1-9f46-b65f5518efda with Priority: HIGHEST for action security_group_rules [ 700.615702] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.615702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.753064] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd in Status: SUCCESS [ 700.754381] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd deletion is rescheduled due to dependency. [ 700.755014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.993610] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.993758] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.993836] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.994125] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.994214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.994306] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b60ba4c2-b6a0-4ea1-9f46-b65f5518efda already deleted. [ 700.994406] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.994612] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.994762] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.994839] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b60ba4c2-b6a0-4ea1-9f46-b65f5518efda',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.008477] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f21f25d4-b502-468d-9d4f-402fa266ee57 in Status: SUCCESS [ 701.008647] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f21f25d4-b502-468d-9d4f-402fa266ee57" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.009079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f21f25d4-b502-468d-9d4f-402fa266ee57" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.009079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f21f25d4-b502-468d-9d4f-402fa266ee57" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.009390] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.009390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.009390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.009494] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.010281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.010281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f21f25d4-b502-468d-9d4f-402fa266ee57" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.010281] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f21f25d4-b502-468d-9d4f-402fa266ee57',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.097134] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b137a01b-a3e7-4235-b9e5-95d483a0fa00 in Status: SUCCESS [ 701.097415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b137a01b-a3e7-4235-b9e5-95d483a0fa00" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.513385] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f21f25d4-b502-468d-9d4f-402fa266ee57',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.533844] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.534131] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.534131] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.534452] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.534558] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.534657] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b60ba4c2-b6a0-4ea1-9f46-b65f5518efda already deleted. [ 701.534739] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.017073] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f21f25d4-b502-468d-9d4f-402fa266ee57: rpc.has_security_group_logging(os_id): False [ 702.043470] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.043470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.043470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.043747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.045033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.045033] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.045033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.045033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.045033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.045033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.045033] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f21f25d4-b502-468d-9d4f-402fa266ee57 is going to be created. [ 702.152337] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.152668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.152668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.152882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.153169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.171526] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f21f25d4-b502-468d-9d4f-402fa266ee57 in Status: IN_PROGRESS for 2s [ 702.446812] env[65529]: INFO networking_nsxv3.common.synchronization [req-095b7a30-3774-4ae3-8620-5c3b05412813 req-d6121017-192a-4162-b3e2-278db289d3b4 tempest-ServersWithSpecificFlavorTestJSON-481645510 tempest-ServersWithSpecificFlavorTestJSON-481645510-project-member] Enqueued Resource ID: e2888787-57df-4541-8ebe-890e8246a93b with Priority: HIGHEST for action security_group_members [ 702.447854] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2888787-57df-4541-8ebe-890e8246a93b with Priority: HIGHEST for action security_group_members [ 702.451566] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2888787-57df-4541-8ebe-890e8246a93b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.451764] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.451839] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.452407] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.452407] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.452407] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.452764] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.453328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.453525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.453966] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2888787-57df-4541-8ebe-890e8246a93b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.962629] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.962629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.962629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.962629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.962629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.962629] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.962629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.962629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.962629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.962629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.962629] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2888787-57df-4541-8ebe-890e8246a93b is going to be updated. [ 703.025800] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.025800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.025800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.025800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.025800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.038835] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2888787-57df-4541-8ebe-890e8246a93b in Status: IN_PROGRESS for 2s [ 703.255243] env[65529]: INFO networking_nsxv3.common.synchronization [req-84a8d867-200d-4581-bcf5-a4a56feca23e req-f838ef0d-fece-4b5f-96d5-0c52787db803 tempest-FloatingIPsAssociationTestJSON-1714612319 tempest-FloatingIPsAssociationTestJSON-1714612319-project-member] Enqueued Resource ID: f1b0744f-dac8-4211-a269-8958c95d520c with Priority: HIGHEST for action security_group_members [ 703.256247] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b0744f-dac8-4211-a269-8958c95d520c with Priority: HIGHEST for action security_group_members [ 703.257296] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b0744f-dac8-4211-a269-8958c95d520c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.257296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.257296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.257721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.257825] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.257943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.258015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.258246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.258403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.258510] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1b0744f-dac8-4211-a269-8958c95d520c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.772054] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.772054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.772054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.772054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.772054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.772054] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.772054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.772054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.772054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.772054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.772054] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b0744f-dac8-4211-a269-8958c95d520c is going to be updated. [ 703.812645] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.812886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.813025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.813278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.813534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.825255] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b0744f-dac8-4211-a269-8958c95d520c in Status: IN_PROGRESS for 2s [ 704.188049] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f21f25d4-b502-468d-9d4f-402fa266ee57 in Status: SUCCESS [ 704.188294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f21f25d4-b502-468d-9d4f-402fa266ee57" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.050955] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2888787-57df-4541-8ebe-890e8246a93b in Status: SUCCESS [ 705.051353] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2888787-57df-4541-8ebe-890e8246a93b deletion is rescheduled due to dependency. [ 705.051411] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.176033] env[65529]: INFO networking_nsxv3.common.synchronization [None req-8f5d4867-31cc-4b5f-92ab-bd594bae8280 None None] Enqueued Resource ID: c9326397-b524-45c4-84b7-85600bddee8a with Priority: HIGHEST for action port [ 705.176637] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9326397-b524-45c4-84b7-85600bddee8a with Priority: HIGHEST for action port [ 705.176933] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9326397-b524-45c4-84b7-85600bddee8a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.177065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9326397-b524-45c4-84b7-85600bddee8a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.177130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9326397-b524-45c4-84b7-85600bddee8a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.177410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9326397-b524-45c4-84b7-85600bddee8a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.177514] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9326397-b524-45c4-84b7-85600bddee8a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.681397] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9326397-b524-45c4-84b7-85600bddee8a [ 705.682156] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.682156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.682156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.682303] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.682374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.682985] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9326397-b524-45c4-84b7-85600bddee8a already deleted. [ 705.682985] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9326397-b524-45c4-84b7-85600bddee8a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.837993] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b0744f-dac8-4211-a269-8958c95d520c in Status: SUCCESS [ 705.838068] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b0744f-dac8-4211-a269-8958c95d520c deletion is rescheduled due to dependency. [ 705.838162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.672969] env[65529]: INFO networking_nsxv3.common.synchronization [req-ba1fcc9f-e774-414a-96fd-c87fbe90e47b req-7ab43a79-9272-47ee-8a7a-7739a6c0691a tempest-ListImageFiltersTestJSON-499993863 tempest-ListImageFiltersTestJSON-499993863-project-member] Enqueued Resource ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 with Priority: HIGHEST for action security_group_members [ 706.672969] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 with Priority: HIGHEST for action security_group_members [ 706.672969] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d99b305d-76eb-45f9-b59f-8a18e668bbc8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.672969] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.672969] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.673695] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.673791] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.673929] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.673991] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.674195] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.674304] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.674413] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d99b305d-76eb-45f9-b59f-8a18e668bbc8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.177628] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.177860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.177977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.178399] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.178566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.178853] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.179221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.179221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.179344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.179468] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.179595] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 already deleted. [ 707.179723] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.567792] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.567983] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.568293] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.568366] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.569034] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.569453] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.569708] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.569973] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.570183] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.570417] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.570529] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.570636] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.570738] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.570842] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.570945] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.571087] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.592873] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.593398] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.593398] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.593494] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.593897] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-10ea84d7-3e98-4dde-8921-3e249fc4da4e taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.594051] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-10ea84d7-3e98-4dde-8921-3e249fc4da4e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.594165] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-10ea84d7-3e98-4dde-8921-3e249fc4da4e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.594514] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-10ea84d7-3e98-4dde-8921-3e249fc4da4e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.594692] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10ea84d7-3e98-4dde-8921-3e249fc4da4e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.099251] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.099536] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.099779] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.100129] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.100296] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.100469] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port 10ea84d7-3e98-4dde-8921-3e249fc4da4e not found, creating... [ 708.100771] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.101049] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.101235] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.101521] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.101675] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.101977] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.102222] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.102309] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.102597] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.102707] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.102913] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: 10ea84d7-3e98-4dde-8921-3e249fc4da4e is going to be created. [ 708.129045] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.129045] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.129045] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.129045] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.129045] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.129045] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-10ea84d7-3e98-4dde-8921-3e249fc4da4e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.168966] env[65529]: INFO networking_nsxv3.common.synchronization [None req-23d583c4-e2d5-4d51-9b29-f5bae132ae98 None None] Enqueued Resource ID: 95ffc0fb-a473-44a5-9297-7ecda5db0be4 with Priority: HIGHEST for action port [ 708.170394] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ffc0fb-a473-44a5-9297-7ecda5db0be4 with Priority: HIGHEST for action port [ 708.170394] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-95ffc0fb-a473-44a5-9297-7ecda5db0be4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.170394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95ffc0fb-a473-44a5-9297-7ecda5db0be4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.170511] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95ffc0fb-a473-44a5-9297-7ecda5db0be4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.170792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95ffc0fb-a473-44a5-9297-7ecda5db0be4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.171696] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95ffc0fb-a473-44a5-9297-7ecda5db0be4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.274767] env[65529]: INFO networking_nsxv3.common.synchronization [None req-5632b49a-e2e5-4ef4-92f3-351260a8080f None None] Enqueued Resource ID: 76aa0324-b6b7-4aa5-95fb-7041efdcdf94 with Priority: HIGHEST for action port [ 708.274767] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76aa0324-b6b7-4aa5-95fb-7041efdcdf94 with Priority: HIGHEST for action port [ 708.276029] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-76aa0324-b6b7-4aa5-95fb-7041efdcdf94 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.277165] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76aa0324-b6b7-4aa5-95fb-7041efdcdf94" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.278333] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76aa0324-b6b7-4aa5-95fb-7041efdcdf94" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.278333] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76aa0324-b6b7-4aa5-95fb-7041efdcdf94" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.278592] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76aa0324-b6b7-4aa5-95fb-7041efdcdf94',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.677945] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95ffc0fb-a473-44a5-9297-7ecda5db0be4 [ 708.677945] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.677945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.677945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.678291] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.678291] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.678362] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95ffc0fb-a473-44a5-9297-7ecda5db0be4 already deleted. [ 708.678398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95ffc0fb-a473-44a5-9297-7ecda5db0be4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.785053] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76aa0324-b6b7-4aa5-95fb-7041efdcdf94 [ 708.785053] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.785053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.785053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.785053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.785053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.785053] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76aa0324-b6b7-4aa5-95fb-7041efdcdf94 already deleted. [ 708.785053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76aa0324-b6b7-4aa5-95fb-7041efdcdf94" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.984580] env[65529]: INFO networking_nsxv3.common.synchronization [req-ba1fcc9f-e774-414a-96fd-c87fbe90e47b req-725957dc-beb5-4482-9288-14784f183a77 service nova] Enqueued Resource ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 with Priority: HIGHEST for action security_group_rules [ 708.987155] env[65529]: INFO networking_nsxv3.common.synchronization [req-ba1fcc9f-e774-414a-96fd-c87fbe90e47b req-725957dc-beb5-4482-9288-14784f183a77 service nova] Enqueued Resource ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 with Priority: HIGHEST for action security_group_members [ 708.987155] env[65529]: INFO networking_nsxv3.common.synchronization [req-ba1fcc9f-e774-414a-96fd-c87fbe90e47b req-725957dc-beb5-4482-9288-14784f183a77 service nova] Enqueued Resource ID: 10ea84d7-3e98-4dde-8921-3e249fc4da4e with Priority: HIGHEST for action port [ 708.987155] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 with Priority: HIGHEST for action security_group_rules [ 708.987155] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 with Priority: HIGHEST for action security_group_members [ 708.987155] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10ea84d7-3e98-4dde-8921-3e249fc4da4e with Priority: HIGHEST for action port [ 708.987155] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d99b305d-76eb-45f9-b59f-8a18e668bbc8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.989237] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.994944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.994944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.994944] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d99b305d-76eb-45f9-b59f-8a18e668bbc8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.994944] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d99b305d-76eb-45f9-b59f-8a18e668bbc8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.994944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.994944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.994944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.994944] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.994944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.994944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.994944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.994944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.994944] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d99b305d-76eb-45f9-b59f-8a18e668bbc8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.994944] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-10ea84d7-3e98-4dde-8921-3e249fc4da4e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.994944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10ea84d7-3e98-4dde-8921-3e249fc4da4e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.994944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10ea84d7-3e98-4dde-8921-3e249fc4da4e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.994944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10ea84d7-3e98-4dde-8921-3e249fc4da4e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.994944] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10ea84d7-3e98-4dde-8921-3e249fc4da4e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.457645] env[65529]: INFO networking_nsxv3.common.synchronization [req-85da9f75-ab04-43b7-9340-047d4359afa2 req-fd4ccdcb-aad5-4fcc-8523-53fc724975d1 tempest-ListImageFiltersTestJSON-499993863 tempest-ListImageFiltersTestJSON-499993863-project-member] Enqueued Resource ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 with Priority: HIGHEST for action security_group_members [ 709.462296] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 with Priority: HIGHEST for action security_group_members [ 709.462731] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d99b305d-76eb-45f9-b59f-8a18e668bbc8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.462861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.497671] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d99b305d-76eb-45f9-b59f-8a18e668bbc8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.498828] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d99b305d-76eb-45f9-b59f-8a18e668bbc8 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.498828] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.498952] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10ea84d7-3e98-4dde-8921-3e249fc4da4e with status ACTIVE [ 709.499158] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.499246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.499348] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.499522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.499600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.499789] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.499880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.499947] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.500114] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.502202] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.502836] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.503677] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.503677] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.505054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.505054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.505054] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10ea84d7-3e98-4dde-8921-3e249fc4da4e is going to be updated. [ 709.528079] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.530179] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.530179] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.530179] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.530179] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.530179] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10ea84d7-3e98-4dde-8921-3e249fc4da4e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.789369] env[65529]: INFO networking_nsxv3.common.synchronization [None req-f837b18d-142d-484c-98fb-a53ea2c1fea6 tempest-ServerActionsTestJSON-897994477 tempest-ServerActionsTestJSON-897994477-project-member] Enqueued Resource ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 with Priority: HIGHEST for action security_group_rules [ 709.790237] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 with Priority: HIGHEST for action security_group_rules [ 709.790318] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79d149e3-3a4c-450e-98d1-14882a87e8a5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.792035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.792035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.792035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.792035] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79d149e3-3a4c-450e-98d1-14882a87e8a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.948591] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.948865] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.949790] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.950257] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.950832] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.951038] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.951300] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.951636] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.952395] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.952629] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.952744] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 709.952853] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 709.952959] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 709.953085] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.953190] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 709.953318] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 709.977440] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 709.977599] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 709.977731] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 709.977924] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.978318] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-1b819237-13fa-4cd2-a53e-bb5254f48fed taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.978504] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-1b819237-13fa-4cd2-a53e-bb5254f48fed" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.978621] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-1b819237-13fa-4cd2-a53e-bb5254f48fed" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.978929] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-1b819237-13fa-4cd2-a53e-bb5254f48fed" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.979077] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b819237-13fa-4cd2-a53e-bb5254f48fed',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.006605] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d99b305d-76eb-45f9-b59f-8a18e668bbc8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.312667] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.312836] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.312909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.313145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.313240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.313337] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 already deleted. [ 710.313437] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.484082] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.484082] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.484082] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.484082] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.484082] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.484082] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port 1b819237-13fa-4cd2-a53e-bb5254f48fed not found, creating... [ 710.484082] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.484641] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.484641] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.484641] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.484718] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.484983] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.485178] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.485346] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.485589] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.485725] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.485855] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: 1b819237-13fa-4cd2-a53e-bb5254f48fed is going to be created. [ 710.513759] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.514013] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.514101] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.514373] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.514656] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.514901] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-1b819237-13fa-4cd2-a53e-bb5254f48fed" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.516213] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.516213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.516213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.517090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.517224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.517499] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 is going to be created. [ 710.526655] env[65529]: INFO networking_nsxv3.common.synchronization [None req-c32c174c-82e7-48cc-9f59-c81868fe635b tempest-ServerActionsTestJSON-897994477 tempest-ServerActionsTestJSON-897994477-project-member] Enqueued Resource ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 with Priority: HIGHEST for action security_group_rules [ 710.526999] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 with Priority: HIGHEST for action security_group_rules [ 710.527318] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79d149e3-3a4c-450e-98d1-14882a87e8a5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.527439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.527505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.527731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.527849] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79d149e3-3a4c-450e-98d1-14882a87e8a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.559735] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.559888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.559958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.560194] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.560368] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.575233] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 in Status: UNINITIALIZED for 2s [ 710.617031] env[65529]: INFO networking_nsxv3.common.synchronization [None req-bbe10ed9-5279-45fe-9e08-ccc9144f3489 None None] Enqueued Resource ID: f8a400af-35b6-4061-b6e1-6d8d60c4bc66 with Priority: HIGHEST for action port [ 710.617031] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a400af-35b6-4061-b6e1-6d8d60c4bc66 with Priority: HIGHEST for action port [ 710.617031] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8a400af-35b6-4061-b6e1-6d8d60c4bc66 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.617031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8a400af-35b6-4061-b6e1-6d8d60c4bc66" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.617031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8a400af-35b6-4061-b6e1-6d8d60c4bc66" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.617031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8a400af-35b6-4061-b6e1-6d8d60c4bc66" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.618505] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8a400af-35b6-4061-b6e1-6d8d60c4bc66',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.052102] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.052102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.052102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.052308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.052343] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.052455] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 already deleted. [ 711.052688] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.124013] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8a400af-35b6-4061-b6e1-6d8d60c4bc66 [ 711.124253] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.124375] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.124440] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.125098] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.125098] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.125098] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8a400af-35b6-4061-b6e1-6d8d60c4bc66 already deleted. [ 711.125098] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8a400af-35b6-4061-b6e1-6d8d60c4bc66" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.239704] env[65529]: INFO networking_nsxv3.common.synchronization [req-85da9f75-ab04-43b7-9340-047d4359afa2 req-7656d8fd-8bff-4305-913c-89301d2a1edd service nova] Enqueued Resource ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 with Priority: HIGHEST for action security_group_rules [ 711.239858] env[65529]: INFO networking_nsxv3.common.synchronization [req-85da9f75-ab04-43b7-9340-047d4359afa2 req-7656d8fd-8bff-4305-913c-89301d2a1edd service nova] Enqueued Resource ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 with Priority: HIGHEST for action security_group_members [ 711.239981] env[65529]: INFO networking_nsxv3.common.synchronization [req-85da9f75-ab04-43b7-9340-047d4359afa2 req-7656d8fd-8bff-4305-913c-89301d2a1edd service nova] Enqueued Resource ID: 1b819237-13fa-4cd2-a53e-bb5254f48fed with Priority: HIGHEST for action port [ 711.240530] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 with Priority: HIGHEST for action security_group_rules [ 711.240870] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 with Priority: HIGHEST for action security_group_members [ 711.241678] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b819237-13fa-4cd2-a53e-bb5254f48fed with Priority: HIGHEST for action port [ 711.241678] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d99b305d-76eb-45f9-b59f-8a18e668bbc8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.241678] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.241678] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d99b305d-76eb-45f9-b59f-8a18e668bbc8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.241678] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.241918] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b819237-13fa-4cd2-a53e-bb5254f48fed taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.244041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b819237-13fa-4cd2-a53e-bb5254f48fed" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.244041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b819237-13fa-4cd2-a53e-bb5254f48fed" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.244041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b819237-13fa-4cd2-a53e-bb5254f48fed" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.244041] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b819237-13fa-4cd2-a53e-bb5254f48fed',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.748337] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b819237-13fa-4cd2-a53e-bb5254f48fed with status ACTIVE [ 711.748684] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.748871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.748987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.749366] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.749504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.749785] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.750597] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.750597] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.750597] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.750597] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.750753] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.751740] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.751824] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.752055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.752167] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.752295] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b819237-13fa-4cd2-a53e-bb5254f48fed is going to be updated. [ 711.777157] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.777312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.777382] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.777592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.777727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.777888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b819237-13fa-4cd2-a53e-bb5254f48fed" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.587589] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 in Status: SUCCESS [ 712.587812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.587976] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.592554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.592821] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.593017] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.593127] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.593386] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.593498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.593610] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d99b305d-76eb-45f9-b59f-8a18e668bbc8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.098123] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d99b305d-76eb-45f9-b59f-8a18e668bbc8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.601311] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d99b305d-76eb-45f9-b59f-8a18e668bbc8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.107272] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.107272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.107272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.107272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.107272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.107272] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 is going to be updated. [ 714.110708] env[65529]: INFO networking_nsxv3.common.synchronization [req-cca241a6-285b-4120-b601-7e15f0900963 req-152c5648-bec7-4fd2-b85a-9339781d3ebf tempest-MigrationsAdminTest-991912930 tempest-MigrationsAdminTest-991912930-project-member] Enqueued Resource ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d with Priority: HIGHEST for action security_group_members [ 714.111707] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d with Priority: HIGHEST for action security_group_members [ 714.115030] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-40a3dc90-6cac-4672-9368-6da24b6f1c2d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.115888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.115888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.115888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.116046] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.116397] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.116397] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.116546] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.116669] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.116802] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40a3dc90-6cac-4672-9368-6da24b6f1c2d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.148234] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.148234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.148447] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.148526] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.149115] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.160037] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 in Status: IN_PROGRESS for 2s [ 714.556829] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.557095] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.557193] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.557515] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.557846] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.559363] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.559537] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.560787] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.560787] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.561224] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.561794] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.561794] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.561794] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.561794] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.561794] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.562047] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.583167] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.583354] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 714.583493] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.583694] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.584149] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-fa021cb7-9c6d-4c72-8983-06d1c3207ebe taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.584480] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-fa021cb7-9c6d-4c72-8983-06d1c3207ebe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.584480] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-fa021cb7-9c6d-4c72-8983-06d1c3207ebe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.584809] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-fa021cb7-9c6d-4c72-8983-06d1c3207ebe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.584965] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa021cb7-9c6d-4c72-8983-06d1c3207ebe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.619460] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.619719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.619801] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.619959] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.620105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.620337] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.620442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.620505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.620662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.620741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.620824] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d already deleted. [ 714.620947] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.088278] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.088584] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.088744] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.089164] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.089372] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.089563] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port fa021cb7-9c6d-4c72-8983-06d1c3207ebe not found, creating... [ 715.090110] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.090329] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.090496] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.090791] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.090987] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.091399] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.091582] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.091707] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.091951] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.092105] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.092315] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: fa021cb7-9c6d-4c72-8983-06d1c3207ebe is going to be created. [ 715.114284] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.114640] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.114713] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.114988] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.115294] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.115551] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-fa021cb7-9c6d-4c72-8983-06d1c3207ebe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.899099] env[65529]: INFO networking_nsxv3.common.synchronization [req-cca241a6-285b-4120-b601-7e15f0900963 req-16fd4398-fe14-40f8-8b48-e399fe79b9c0 service nova] Enqueued Resource ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d with Priority: HIGHEST for action security_group_rules [ 715.899349] env[65529]: INFO networking_nsxv3.common.synchronization [req-cca241a6-285b-4120-b601-7e15f0900963 req-16fd4398-fe14-40f8-8b48-e399fe79b9c0 service nova] Enqueued Resource ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d with Priority: HIGHEST for action security_group_members [ 715.900048] env[65529]: INFO networking_nsxv3.common.synchronization [req-cca241a6-285b-4120-b601-7e15f0900963 req-16fd4398-fe14-40f8-8b48-e399fe79b9c0 service nova] Enqueued Resource ID: fa021cb7-9c6d-4c72-8983-06d1c3207ebe with Priority: HIGHEST for action port [ 715.900612] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d with Priority: HIGHEST for action security_group_rules [ 715.900746] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d with Priority: HIGHEST for action security_group_members [ 715.900837] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa021cb7-9c6d-4c72-8983-06d1c3207ebe with Priority: HIGHEST for action port [ 715.901142] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40a3dc90-6cac-4672-9368-6da24b6f1c2d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.901344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.901422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.901684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.901760] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40a3dc90-6cac-4672-9368-6da24b6f1c2d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.904026] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-40a3dc90-6cac-4672-9368-6da24b6f1c2d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.904026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.904026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.904026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.904026] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.904026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.904026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.904026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.904026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.904026] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40a3dc90-6cac-4672-9368-6da24b6f1c2d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.906073] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa021cb7-9c6d-4c72-8983-06d1c3207ebe taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.906073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa021cb7-9c6d-4c72-8983-06d1c3207ebe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.906073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa021cb7-9c6d-4c72-8983-06d1c3207ebe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.906073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa021cb7-9c6d-4c72-8983-06d1c3207ebe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.906073] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa021cb7-9c6d-4c72-8983-06d1c3207ebe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.175621] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 in Status: SUCCESS [ 716.176014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.176084] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.176289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.177690] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.177690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.177690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.177690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.177690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.177690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.177690] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d99b305d-76eb-45f9-b59f-8a18e668bbc8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.178178] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.178346] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.178512] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.178630] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.178722] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.178883] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.178963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.179084] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d99b305d-76eb-45f9-b59f-8a18e668bbc8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.408527] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-40a3dc90-6cac-4672-9368-6da24b6f1c2d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.408527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.408527] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40a3dc90-6cac-4672-9368-6da24b6f1c2d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.408937] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa021cb7-9c6d-4c72-8983-06d1c3207ebe with status ACTIVE [ 716.409199] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.409346] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.409404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.409596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.409730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.410940] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.410940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.410940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.410940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.410940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.410940] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.410940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.410940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.410940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.410940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.410940] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa021cb7-9c6d-4c72-8983-06d1c3207ebe is going to be updated. [ 716.465501] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.465501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.465501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.465764] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.465764] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.466833] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa021cb7-9c6d-4c72-8983-06d1c3207ebe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.683429] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d99b305d-76eb-45f9-b59f-8a18e668bbc8 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.683633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.683835] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d99b305d-76eb-45f9-b59f-8a18e668bbc8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.913686] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40a3dc90-6cac-4672-9368-6da24b6f1c2d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.186267] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d99b305d-76eb-45f9-b59f-8a18e668bbc8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.418383] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.418383] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.418383] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.418383] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.418383] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.418383] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d is going to be created. [ 717.452437] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.454814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.454814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.454814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.454814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.465315] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d in Status: UNINITIALIZED for 2s [ 717.691965] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.692401] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.692520] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.692771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.692863] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.692967] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 is going to be updated. [ 717.729588] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.729797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.729797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.730222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.730222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.740730] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 in Status: IN_PROGRESS for 2s [ 718.502140] env[65529]: INFO networking_nsxv3.common.synchronization [None req-a1e7abab-13e9-4f3d-9cbc-3977f947c204 None None] Enqueued Resource ID: fd83170d-7446-4fdb-8709-25e4c7d1c6ad with Priority: HIGHEST for action port [ 718.502987] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd83170d-7446-4fdb-8709-25e4c7d1c6ad with Priority: HIGHEST for action port [ 718.506358] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd83170d-7446-4fdb-8709-25e4c7d1c6ad taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.506562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd83170d-7446-4fdb-8709-25e4c7d1c6ad" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.506633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd83170d-7446-4fdb-8709-25e4c7d1c6ad" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.506941] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd83170d-7446-4fdb-8709-25e4c7d1c6ad" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.507046] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd83170d-7446-4fdb-8709-25e4c7d1c6ad',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.009878] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd83170d-7446-4fdb-8709-25e4c7d1c6ad [ 719.010177] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.010319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.010389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.010613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.010706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.010806] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd83170d-7446-4fdb-8709-25e4c7d1c6ad already deleted. [ 719.010888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd83170d-7446-4fdb-8709-25e4c7d1c6ad" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.480456] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d in Status: SUCCESS [ 719.480456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.480456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.480456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.482233] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.482233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.482233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.482233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.482233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.482233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.482233] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40a3dc90-6cac-4672-9368-6da24b6f1c2d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.755909] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 in Status: SUCCESS [ 719.756487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.756487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.757416] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.757678] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.757796] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.757836] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.758014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.758240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.758240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.758356] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d99b305d-76eb-45f9-b59f-8a18e668bbc8 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.758440] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.758483] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.758636] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.758776] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.758861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.759690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.759854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.760331] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.760331] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.760703] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d99b305d-76eb-45f9-b59f-8a18e668bbc8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.985274] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-40a3dc90-6cac-4672-9368-6da24b6f1c2d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.985471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.985516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.985707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.985880] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.985970] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.986043] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.986276] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.986276] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.986383] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.986484] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-40a3dc90-6cac-4672-9368-6da24b6f1c2d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.986571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.986621] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.986755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.986886] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.986969] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.987038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.987168] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.987243] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.987323] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.987408] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40a3dc90-6cac-4672-9368-6da24b6f1c2d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.066702] env[65529]: INFO networking_nsxv3.common.synchronization [None req-25e369d3-e91a-4be6-b27a-f729a382b73d None None] Enqueued Resource ID: 53e23209-29a9-4d77-a9f7-df100085e16d with Priority: HIGHEST for action port [ 720.067378] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e23209-29a9-4d77-a9f7-df100085e16d with Priority: HIGHEST for action port [ 720.067901] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-53e23209-29a9-4d77-a9f7-df100085e16d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.067901] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53e23209-29a9-4d77-a9f7-df100085e16d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.067901] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53e23209-29a9-4d77-a9f7-df100085e16d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.068167] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53e23209-29a9-4d77-a9f7-df100085e16d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.068239] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53e23209-29a9-4d77-a9f7-df100085e16d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.266326] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d99b305d-76eb-45f9-b59f-8a18e668bbc8: rpc.has_security_group_logging(os_id): False [ 720.287252] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.287394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.287468] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.287729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.287825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.288032] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.288133] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.288197] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.288348] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.288424] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.288611] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.288704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.288775] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.288979] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.289171] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.289383] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.289482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.289543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.289681] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.289754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.289834] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 is going to be created. [ 720.364220] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.364456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.364510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.364711] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.364890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.378565] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 in Status: IN_PROGRESS for 2s [ 720.491191] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40a3dc90-6cac-4672-9368-6da24b6f1c2d: rpc.has_security_group_logging(os_id): False [ 720.511815] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.511815] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.511815] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.512016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.512016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.512315] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.512487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.512543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.512666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.512741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.512945] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.513084] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.513149] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.513355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.513355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.513634] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.513827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.513877] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.514130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.514330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.514478] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d is going to be created. [ 720.548415] env[65529]: INFO networking_nsxv3.common.synchronization [req-138fbecf-eaa5-4b68-85ff-bc9e1a009ab6 req-245c1deb-930e-4183-852e-e285948e2411 tempest-AttachInterfacesV270Test-97818456 tempest-AttachInterfacesV270Test-97818456-project-member] Enqueued Resource ID: b137a01b-a3e7-4235-b9e5-95d483a0fa00 with Priority: HIGHEST for action security_group_members [ 720.548986] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b137a01b-a3e7-4235-b9e5-95d483a0fa00 with Priority: HIGHEST for action security_group_members [ 720.549369] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b137a01b-a3e7-4235-b9e5-95d483a0fa00 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.549491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b137a01b-a3e7-4235-b9e5-95d483a0fa00" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.549609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b137a01b-a3e7-4235-b9e5-95d483a0fa00" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.550167] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b137a01b-a3e7-4235-b9e5-95d483a0fa00" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.550167] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.551295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.552794] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.553022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.553121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.553556] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b137a01b-a3e7-4235-b9e5-95d483a0fa00',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.571079] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53e23209-29a9-4d77-a9f7-df100085e16d [ 720.571286] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.571449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.571449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.571812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.571812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.571812] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53e23209-29a9-4d77-a9f7-df100085e16d already deleted. [ 720.571978] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53e23209-29a9-4d77-a9f7-df100085e16d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.583330] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.583473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.583545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.583758] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.583935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.596919] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d in Status: IN_PROGRESS for 2s [ 721.057504] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.057504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.057504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.057504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.057504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.057962] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.057962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.057962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.057962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.057962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.058202] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b137a01b-a3e7-4235-b9e5-95d483a0fa00 is going to be updated. [ 721.093508] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.094716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.094716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.094716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.094716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.105923] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b137a01b-a3e7-4235-b9e5-95d483a0fa00 in Status: IN_PROGRESS for 2s [ 722.042153] env[65529]: INFO networking_nsxv3.common.synchronization [req-b32a7ad9-98ed-4b36-8770-6d07ba190d49 req-4ffc287c-99e6-4833-9081-9e402a835e5d tempest-VolumesAssistedSnapshotsTest-1372723293 tempest-VolumesAssistedSnapshotsTest-1372723293-project-member] Enqueued Resource ID: 3d103559-1a5c-47c9-a280-64438f583512 with Priority: HIGHEST for action security_group_members [ 722.042549] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d103559-1a5c-47c9-a280-64438f583512 with Priority: HIGHEST for action security_group_members [ 722.042955] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d103559-1a5c-47c9-a280-64438f583512 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.043087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d103559-1a5c-47c9-a280-64438f583512" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.043129] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d103559-1a5c-47c9-a280-64438f583512" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.043322] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d103559-1a5c-47c9-a280-64438f583512" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.043474] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.043573] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.043658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.043805] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.043890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.043984] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d103559-1a5c-47c9-a280-64438f583512',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.392217] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 in Status: SUCCESS [ 722.392704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.392704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.392851] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.392919] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d99b305d-76eb-45f9-b59f-8a18e668bbc8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.550867] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.551094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.551094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.551322] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.551472] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.551617] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.551721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.552047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.552047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.552047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.552152] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d103559-1a5c-47c9-a280-64438f583512 is going to be updated. [ 722.587955] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.588226] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.588357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.588661] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.588904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.604702] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d103559-1a5c-47c9-a280-64438f583512 in Status: IN_PROGRESS for 2s [ 722.619874] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d in Status: SUCCESS [ 722.619874] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.895382] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d99b305d-76eb-45f9-b59f-8a18e668bbc8 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.895674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.895674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.896041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.896269] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.896410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.896501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.896694] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.896795] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.896889] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.897160] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d99b305d-76eb-45f9-b59f-8a18e668bbc8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.978891] env[65529]: INFO networking_nsxv3.common.synchronization [None req-f416871e-3692-4d38-996a-103f62aee799 None None] Enqueued Resource ID: ac66e57a-c747-49a2-a8e5-ebf9d6ebe8ff with Priority: HIGHEST for action port [ 722.978891] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac66e57a-c747-49a2-a8e5-ebf9d6ebe8ff with Priority: HIGHEST for action port [ 722.980310] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac66e57a-c747-49a2-a8e5-ebf9d6ebe8ff taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.981293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac66e57a-c747-49a2-a8e5-ebf9d6ebe8ff" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.981293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac66e57a-c747-49a2-a8e5-ebf9d6ebe8ff" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.981293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac66e57a-c747-49a2-a8e5-ebf9d6ebe8ff" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.981293] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac66e57a-c747-49a2-a8e5-ebf9d6ebe8ff',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.126802] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b137a01b-a3e7-4235-b9e5-95d483a0fa00 in Status: SUCCESS [ 723.127780] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b137a01b-a3e7-4235-b9e5-95d483a0fa00 deletion is rescheduled due to dependency. [ 723.127780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b137a01b-a3e7-4235-b9e5-95d483a0fa00" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.399667] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d99b305d-76eb-45f9-b59f-8a18e668bbc8 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.399960] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.399960] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.400167] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.400348] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.400464] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.400591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.400731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.400826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.400951] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.401081] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d99b305d-76eb-45f9-b59f-8a18e668bbc8 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.401165] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.401282] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.401428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.401577] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.401670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.401730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.401866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.401941] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.402586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.402586] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d99b305d-76eb-45f9-b59f-8a18e668bbc8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.485720] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac66e57a-c747-49a2-a8e5-ebf9d6ebe8ff [ 723.486503] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.486503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.486503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.486503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.486699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.486699] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac66e57a-c747-49a2-a8e5-ebf9d6ebe8ff already deleted. [ 723.486758] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac66e57a-c747-49a2-a8e5-ebf9d6ebe8ff" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.907480] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d99b305d-76eb-45f9-b59f-8a18e668bbc8: rpc.has_security_group_logging(os_id): False [ 723.926369] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.926560] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.926641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.926895] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.927046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.927272] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.927417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.927456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.927638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.927723] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.927961] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.928187] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.928295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.928452] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.928560] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.928880] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.928966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.929112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.929288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.929411] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.929532] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 is going to be updated. [ 723.992854] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.993095] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.993095] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.993371] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.993528] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.009649] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 in Status: IN_PROGRESS for 2s [ 724.230462] env[65529]: INFO networking_nsxv3.common.synchronization [None req-029a9936-fa5a-4ea9-8858-65c8cfe66e77 None None] Enqueued Resource ID: 3708b5c3-fec2-4431-a988-f38f6ca40ad5 with Priority: HIGHEST for action port [ 724.231109] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3708b5c3-fec2-4431-a988-f38f6ca40ad5 with Priority: HIGHEST for action port [ 724.231527] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-3708b5c3-fec2-4431-a988-f38f6ca40ad5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.231668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3708b5c3-fec2-4431-a988-f38f6ca40ad5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.231768] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3708b5c3-fec2-4431-a988-f38f6ca40ad5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.232117] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3708b5c3-fec2-4431-a988-f38f6ca40ad5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.232240] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3708b5c3-fec2-4431-a988-f38f6ca40ad5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.616524] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d103559-1a5c-47c9-a280-64438f583512 in Status: SUCCESS [ 724.616800] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d103559-1a5c-47c9-a280-64438f583512 deletion is rescheduled due to dependency. [ 724.616843] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d103559-1a5c-47c9-a280-64438f583512" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.736601] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3708b5c3-fec2-4431-a988-f38f6ca40ad5 [ 724.737151] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.737390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.737486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.737746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.737837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.737932] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3708b5c3-fec2-4431-a988-f38f6ca40ad5 already deleted. [ 724.738018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3708b5c3-fec2-4431-a988-f38f6ca40ad5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.732413] env[65529]: INFO networking_nsxv3.common.synchronization [None req-a39828ba-ae83-4a78-b847-3d6969389c75 tempest-ServerRescueNegativeTestJSON-683535457 tempest-ServerRescueNegativeTestJSON-683535457-project-member] Enqueued Resource ID: f4ea7f09-9ac7-44d0-b1fe-c565546f0713 with Priority: HIGHEST for action security_group_rules [ 725.732884] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4ea7f09-9ac7-44d0-b1fe-c565546f0713 with Priority: HIGHEST for action security_group_rules [ 725.735086] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4ea7f09-9ac7-44d0-b1fe-c565546f0713 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.735291] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4ea7f09-9ac7-44d0-b1fe-c565546f0713" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.735370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4ea7f09-9ac7-44d0-b1fe-c565546f0713" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.735748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4ea7f09-9ac7-44d0-b1fe-c565546f0713" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.735826] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4ea7f09-9ac7-44d0-b1fe-c565546f0713',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.022633] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 in Status: SUCCESS [ 726.022938] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.030039] env[65529]: INFO networking_nsxv3.common.synchronization [None req-bea9f33d-8c7f-4366-aef2-d4e90267fb75 tempest-ServerRescueNegativeTestJSON-683535457 tempest-ServerRescueNegativeTestJSON-683535457-project-member] Enqueued Resource ID: f4ea7f09-9ac7-44d0-b1fe-c565546f0713 with Priority: HIGHEST for action security_group_rules [ 726.030732] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4ea7f09-9ac7-44d0-b1fe-c565546f0713 with Priority: HIGHEST for action security_group_rules [ 726.030988] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4ea7f09-9ac7-44d0-b1fe-c565546f0713 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.031513] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4ea7f09-9ac7-44d0-b1fe-c565546f0713" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.258654] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.259018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.259335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.260837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.260837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.260837] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4ea7f09-9ac7-44d0-b1fe-c565546f0713 already deleted. [ 726.260837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4ea7f09-9ac7-44d0-b1fe-c565546f0713" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.260837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4ea7f09-9ac7-44d0-b1fe-c565546f0713" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.260837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4ea7f09-9ac7-44d0-b1fe-c565546f0713" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.260837] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4ea7f09-9ac7-44d0-b1fe-c565546f0713',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.790799] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.791202] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.791202] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.791334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.791407] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.791520] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4ea7f09-9ac7-44d0-b1fe-c565546f0713 already deleted. [ 726.791603] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4ea7f09-9ac7-44d0-b1fe-c565546f0713" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.332667] env[65529]: INFO networking_nsxv3.common.synchronization [req-05bc9772-3c1e-4fd8-9430-8c0bd8b8ea5d req-0e85ae87-727d-43d3-b9a8-80ff189c8443 tempest-ServerDiskConfigTestJSON-223320736 tempest-ServerDiskConfigTestJSON-223320736-project-member] Enqueued Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_members [ 727.335575] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_members [ 727.335943] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.336090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.336160] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.336368] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.336514] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.336713] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.336713] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.338116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.338116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.338116] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.840160] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.840470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.840470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.840701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.840796] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.840990] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.841108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.841173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.841425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.841525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.841751] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd is going to be updated. [ 727.871476] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.872520] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.873901] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.873901] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.873901] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.884732] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd in Status: IN_PROGRESS for 2s [ 727.909440] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-460 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.909669] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-460" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.909790] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-460" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.910437] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-460" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.910591] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.911484] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.911484] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.911703] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.912900] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.912900] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.912900] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.912900] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.912900] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.912900] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.912900] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.912900] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.937953] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.938145] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 727.938880] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.938880] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-460" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.938880] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-89a1ad6b-6a1a-41e1-a6f2-f445c66eb786 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.938880] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-89a1ad6b-6a1a-41e1-a6f2-f445c66eb786" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.939194] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-89a1ad6b-6a1a-41e1-a6f2-f445c66eb786" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.939442] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-89a1ad6b-6a1a-41e1-a6f2-f445c66eb786" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.939584] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89a1ad6b-6a1a-41e1-a6f2-f445c66eb786',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.443331] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.443331] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.443654] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.444202] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.444426] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.444629] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port 89a1ad6b-6a1a-41e1-a6f2-f445c66eb786 not found, creating... [ 728.444915] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.445107] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.445237] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.445498] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.445668] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.445949] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.446213] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.446461] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.446746] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.447069] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.447271] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: 89a1ad6b-6a1a-41e1-a6f2-f445c66eb786 is going to be created. [ 728.468232] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.468650] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.468843] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.469202] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.469636] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.469918] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-89a1ad6b-6a1a-41e1-a6f2-f445c66eb786" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.180468] env[65529]: INFO networking_nsxv3.common.synchronization [req-05bc9772-3c1e-4fd8-9430-8c0bd8b8ea5d req-2da540c6-991a-4639-a274-f0e370173108 service nova] Enqueued Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_rules [ 729.180721] env[65529]: INFO networking_nsxv3.common.synchronization [req-05bc9772-3c1e-4fd8-9430-8c0bd8b8ea5d req-2da540c6-991a-4639-a274-f0e370173108 service nova] Enqueued Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_members [ 729.181364] env[65529]: INFO networking_nsxv3.common.synchronization [req-05bc9772-3c1e-4fd8-9430-8c0bd8b8ea5d req-2da540c6-991a-4639-a274-f0e370173108 service nova] Enqueued Resource ID: 89a1ad6b-6a1a-41e1-a6f2-f445c66eb786 with Priority: HIGHEST for action port [ 729.181364] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_rules [ 729.181501] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_members [ 729.182419] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89a1ad6b-6a1a-41e1-a6f2-f445c66eb786 with Priority: HIGHEST for action port [ 729.183079] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.183677] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.183677] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.183677] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.183677] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.185033] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.185033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.185033] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-89a1ad6b-6a1a-41e1-a6f2-f445c66eb786 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.185033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89a1ad6b-6a1a-41e1-a6f2-f445c66eb786" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.185033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89a1ad6b-6a1a-41e1-a6f2-f445c66eb786" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.185304] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89a1ad6b-6a1a-41e1-a6f2-f445c66eb786" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.185304] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89a1ad6b-6a1a-41e1-a6f2-f445c66eb786',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.690074] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.690813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.692355] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89a1ad6b-6a1a-41e1-a6f2-f445c66eb786 with status ACTIVE [ 729.692355] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.692355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.692355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.692355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.692583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.692728] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.692809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.692869] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.694111] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.694235] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.694434] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.694534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.694607] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.694759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.694837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.694923] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89a1ad6b-6a1a-41e1-a6f2-f445c66eb786 is going to be updated. [ 729.723800] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.723944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.724053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.724239] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.724397] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.724822] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89a1ad6b-6a1a-41e1-a6f2-f445c66eb786" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.901823] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd in Status: SUCCESS [ 729.901823] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd deletion is rescheduled due to dependency. [ 729.902039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.904064] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.904173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.904433] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.904571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.904645] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.905326] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.905326] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.905326] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.300261] env[65529]: INFO networking_nsxv3.common.synchronization [req-eaa9679e-8827-4db8-b360-5621c0e9817f req-9a1f5945-58e7-4b88-8d78-2794f82fdbf2 tempest-ServersWithSpecificFlavorTestJSON-481645510 tempest-ServersWithSpecificFlavorTestJSON-481645510-project-member] Enqueued Resource ID: e2888787-57df-4541-8ebe-890e8246a93b with Priority: HIGHEST for action security_group_members [ 730.300844] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2888787-57df-4541-8ebe-890e8246a93b with Priority: HIGHEST for action security_group_members [ 730.301154] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2888787-57df-4541-8ebe-890e8246a93b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.301338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.301466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.301679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.301909] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.302048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.302149] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.302365] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.302461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.302557] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2888787-57df-4541-8ebe-890e8246a93b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.408417] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.807220] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.807220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.807220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.807220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.807220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.807220] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.807220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.807220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.807220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.807220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.807220] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2888787-57df-4541-8ebe-890e8246a93b is going to be updated. [ 730.848569] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.848569] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.848794] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.848919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.849082] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.861277] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2888787-57df-4541-8ebe-890e8246a93b in Status: IN_PROGRESS for 2s [ 730.910838] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.045397] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-318 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.047120] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-318" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.047120] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-318" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.047120] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-318" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.047120] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.047120] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.047775] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.048089] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.048233] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.048995] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.048995] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.049219] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.049398] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.049927] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.050320] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.050531] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.070706] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.070844] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 731.070966] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.071153] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-318" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.071750] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-77744408-5a3c-40aa-8fa3-e4cca6bd59ba taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.071750] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-77744408-5a3c-40aa-8fa3-e4cca6bd59ba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.072068] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-77744408-5a3c-40aa-8fa3-e4cca6bd59ba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.072227] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-77744408-5a3c-40aa-8fa3-e4cca6bd59ba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.072368] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77744408-5a3c-40aa-8fa3-e4cca6bd59ba',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.312491] env[65529]: INFO networking_nsxv3.common.synchronization [None req-8cad7ae0-7452-47bd-b32b-e232f7225d0e None None] Enqueued Resource ID: b1f58899-ccd6-4b7e-bebf-3c4fd34049f5 with Priority: HIGHEST for action port [ 731.312888] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1f58899-ccd6-4b7e-bebf-3c4fd34049f5 with Priority: HIGHEST for action port [ 731.314807] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1f58899-ccd6-4b7e-bebf-3c4fd34049f5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.314807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1f58899-ccd6-4b7e-bebf-3c4fd34049f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.314807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1f58899-ccd6-4b7e-bebf-3c4fd34049f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.315082] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1f58899-ccd6-4b7e-bebf-3c4fd34049f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.315082] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1f58899-ccd6-4b7e-bebf-3c4fd34049f5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.413835] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.414417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.414417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.414539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.414584] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.414650] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd is going to be updated. [ 731.440757] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.440945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.441023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.441187] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.441385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.449982] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd in Status: IN_PROGRESS for 2s [ 731.575211] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.575428] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.575549] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.575836] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.575979] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.576190] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port 77744408-5a3c-40aa-8fa3-e4cca6bd59ba not found, creating... [ 731.576390] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.576542] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.576692] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.576864] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.576995] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.577274] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.577453] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.577572] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.577796] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.577925] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.581119] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: 77744408-5a3c-40aa-8fa3-e4cca6bd59ba is going to be created. [ 731.608554] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.608751] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.608867] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.609166] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.609532] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.609804] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-77744408-5a3c-40aa-8fa3-e4cca6bd59ba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.817731] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1f58899-ccd6-4b7e-bebf-3c4fd34049f5 [ 731.817967] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.818123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.818196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.818426] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.818528] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.818615] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1f58899-ccd6-4b7e-bebf-3c4fd34049f5 already deleted. [ 731.818673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1f58899-ccd6-4b7e-bebf-3c4fd34049f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.344960] env[65529]: INFO networking_nsxv3.common.synchronization [req-eaa9679e-8827-4db8-b360-5621c0e9817f req-9d4595ae-4815-422f-a21e-e53679299094 service nova] Enqueued Resource ID: e2888787-57df-4541-8ebe-890e8246a93b with Priority: HIGHEST for action security_group_rules [ 732.345218] env[65529]: INFO networking_nsxv3.common.synchronization [req-eaa9679e-8827-4db8-b360-5621c0e9817f req-9d4595ae-4815-422f-a21e-e53679299094 service nova] Enqueued Resource ID: e2888787-57df-4541-8ebe-890e8246a93b with Priority: HIGHEST for action security_group_members [ 732.345218] env[65529]: INFO networking_nsxv3.common.synchronization [req-eaa9679e-8827-4db8-b360-5621c0e9817f req-9d4595ae-4815-422f-a21e-e53679299094 service nova] Enqueued Resource ID: 77744408-5a3c-40aa-8fa3-e4cca6bd59ba with Priority: HIGHEST for action port [ 732.345824] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2888787-57df-4541-8ebe-890e8246a93b with Priority: HIGHEST for action security_group_rules [ 732.345977] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2888787-57df-4541-8ebe-890e8246a93b with Priority: HIGHEST for action security_group_members [ 732.346315] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77744408-5a3c-40aa-8fa3-e4cca6bd59ba with Priority: HIGHEST for action port [ 732.346759] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2888787-57df-4541-8ebe-890e8246a93b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.346759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.346923] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.347098] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.347098] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2888787-57df-4541-8ebe-890e8246a93b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.348144] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2888787-57df-4541-8ebe-890e8246a93b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.348144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.350159] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-77744408-5a3c-40aa-8fa3-e4cca6bd59ba taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.350159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77744408-5a3c-40aa-8fa3-e4cca6bd59ba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.350159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77744408-5a3c-40aa-8fa3-e4cca6bd59ba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.350159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77744408-5a3c-40aa-8fa3-e4cca6bd59ba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.350159] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77744408-5a3c-40aa-8fa3-e4cca6bd59ba',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.852170] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77744408-5a3c-40aa-8fa3-e4cca6bd59ba with status ACTIVE [ 732.852170] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.852170] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.852170] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.852467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.852625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.852831] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.852936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.852997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.853979] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.854149] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.854617] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.854783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.855094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.855597] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.855732] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.855885] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77744408-5a3c-40aa-8fa3-e4cca6bd59ba is going to be updated. [ 732.859554] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2888787-57df-4541-8ebe-890e8246a93b taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.859678] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.873064] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2888787-57df-4541-8ebe-890e8246a93b in Status: SUCCESS [ 732.873064] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2888787-57df-4541-8ebe-890e8246a93b deletion is rescheduled due to dependency. [ 732.873064] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.873064] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.873064] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.873064] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.873064] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.873581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.873581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.873581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.873581] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2888787-57df-4541-8ebe-890e8246a93b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.883399] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.883654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.883736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.883951] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.885128] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.885387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77744408-5a3c-40aa-8fa3-e4cca6bd59ba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.376511] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2888787-57df-4541-8ebe-890e8246a93b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.464141] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd in Status: SUCCESS [ 733.464364] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.464949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.465184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.465459] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.465555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.465555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.465734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.465817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.465902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.465992] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.480475] env[65529]: INFO networking_nsxv3.common.synchronization [None req-80bc0d6a-d456-4272-a069-8bde687a476c None None] Enqueued Resource ID: b7f55b5b-52ed-48bf-940b-0733230c1f5e with Priority: HIGHEST for action port [ 733.481055] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f55b5b-52ed-48bf-940b-0733230c1f5e with Priority: HIGHEST for action port [ 733.481811] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7f55b5b-52ed-48bf-940b-0733230c1f5e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.481977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7f55b5b-52ed-48bf-940b-0733230c1f5e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.482076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7f55b5b-52ed-48bf-940b-0733230c1f5e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.482395] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7f55b5b-52ed-48bf-940b-0733230c1f5e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.482491] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7f55b5b-52ed-48bf-940b-0733230c1f5e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.879660] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2888787-57df-4541-8ebe-890e8246a93b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.968754] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.968940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.969025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.969219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.969381] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.969485] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.969556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.969754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.969848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.969940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.970101] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.970196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.970259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.970401] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.970536] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.970628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.970690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.970827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.970902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.970982] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.971086] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.984302] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7f55b5b-52ed-48bf-940b-0733230c1f5e [ 733.985090] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.985090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.985090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.985090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.985090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.985334] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7f55b5b-52ed-48bf-940b-0733230c1f5e already deleted. [ 733.985334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7f55b5b-52ed-48bf-940b-0733230c1f5e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.099750] env[65529]: INFO networking_nsxv3.common.synchronization [None req-f8e2d33b-6efa-498c-868f-d6d5b3de5394 None None] Enqueued Resource ID: 3dd1ea03-5286-4554-a4f4-b3a610379645 with Priority: HIGHEST for action port [ 734.100464] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dd1ea03-5286-4554-a4f4-b3a610379645 with Priority: HIGHEST for action port [ 734.100603] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-3dd1ea03-5286-4554-a4f4-b3a610379645 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.100726] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3dd1ea03-5286-4554-a4f4-b3a610379645" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.100808] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3dd1ea03-5286-4554-a4f4-b3a610379645" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.102431] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3dd1ea03-5286-4554-a4f4-b3a610379645" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.102431] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dd1ea03-5286-4554-a4f4-b3a610379645',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.383396] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.383731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.383731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.383793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.383827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.385034] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2888787-57df-4541-8ebe-890e8246a93b is going to be updated. [ 734.416224] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.416396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.416435] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.416649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.417196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.433101] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2888787-57df-4541-8ebe-890e8246a93b in Status: IN_PROGRESS for 2s [ 734.475399] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3ba41f2-22b5-4672-8da5-d1d7fdf078dd: rpc.has_security_group_logging(os_id): False [ 734.498027] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.498027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.498576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.498576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.498576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.499376] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.499376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.499376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.499376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.499376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.499787] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.499787] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.499787] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.499787] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.500189] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.500189] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.500293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.500293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.500512] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.500512] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.500584] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd is going to be updated. [ 734.581287] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.582539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.582539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.582539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.582539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.598161] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd in Status: IN_PROGRESS for 2s [ 734.604056] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3dd1ea03-5286-4554-a4f4-b3a610379645 [ 734.604140] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.604231] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.604296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.604504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.604759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.604759] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3dd1ea03-5286-4554-a4f4-b3a610379645 already deleted. [ 734.604759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3dd1ea03-5286-4554-a4f4-b3a610379645" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.060822] env[65529]: INFO networking_nsxv3.common.synchronization [None req-675463c6-a0ad-4e73-a798-0fb1458e8a50 None None] Enqueued Resource ID: fecfcf47-c640-4ce4-a21a-5422ad4d28b7 with Priority: HIGHEST for action port [ 735.061033] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fecfcf47-c640-4ce4-a21a-5422ad4d28b7 with Priority: HIGHEST for action port [ 735.065478] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-fecfcf47-c640-4ce4-a21a-5422ad4d28b7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.065599] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fecfcf47-c640-4ce4-a21a-5422ad4d28b7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.065599] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fecfcf47-c640-4ce4-a21a-5422ad4d28b7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.068203] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fecfcf47-c640-4ce4-a21a-5422ad4d28b7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.068203] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fecfcf47-c640-4ce4-a21a-5422ad4d28b7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.570288] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fecfcf47-c640-4ce4-a21a-5422ad4d28b7 [ 735.570288] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.570288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.570288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.570288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.570288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.570872] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fecfcf47-c640-4ce4-a21a-5422ad4d28b7 already deleted. [ 735.570872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fecfcf47-c640-4ce4-a21a-5422ad4d28b7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.972638] env[65529]: INFO networking_nsxv3.common.synchronization [None req-63b6639c-dfd0-49d8-b0fa-c5130c5561ef tempest-AttachVolumeShelveTestJSON-347360728 tempest-AttachVolumeShelveTestJSON-347360728-project-member] Enqueued Resource ID: b728ec97-4d90-4064-ace7-f08068b1eeba with Priority: HIGHEST for action security_group_rules [ 735.973265] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b728ec97-4d90-4064-ace7-f08068b1eeba with Priority: HIGHEST for action security_group_rules [ 735.973577] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b728ec97-4d90-4064-ace7-f08068b1eeba taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.973699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.973758] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.974034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.974166] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b728ec97-4d90-4064-ace7-f08068b1eeba',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.164784] env[65529]: INFO networking_nsxv3.common.synchronization [None req-b8070fbc-4b98-443c-ab20-0c9ded465f98 tempest-AttachVolumeShelveTestJSON-347360728 tempest-AttachVolumeShelveTestJSON-347360728-project-member] Enqueued Resource ID: b728ec97-4d90-4064-ace7-f08068b1eeba with Priority: HIGHEST for action security_group_rules [ 736.165443] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b728ec97-4d90-4064-ace7-f08068b1eeba with Priority: HIGHEST for action security_group_rules [ 736.165966] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b728ec97-4d90-4064-ace7-f08068b1eeba taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.165966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.443045] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2888787-57df-4541-8ebe-890e8246a93b in Status: SUCCESS [ 736.443045] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.443045] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.443045] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.443045] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.443386] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.443386] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.444206] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.444300] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.444420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.444585] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2888787-57df-4541-8ebe-890e8246a93b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.498175] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.498755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.498840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.499152] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.499213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.499293] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b728ec97-4d90-4064-ace7-f08068b1eeba already deleted. [ 736.499637] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.499960] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.500171] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.500292] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b728ec97-4d90-4064-ace7-f08068b1eeba',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.628955] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd in Status: SUCCESS [ 736.629525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.947251] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2888787-57df-4541-8ebe-890e8246a93b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.029565] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.029725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.029777] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.029984] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.030090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.030181] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b728ec97-4d90-4064-ace7-f08068b1eeba already deleted. [ 737.030265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.141158] env[65529]: INFO networking_nsxv3.common.synchronization [req-44eb3ed1-bc43-4ab2-86de-293266b7fc90 req-0c5466fd-30e1-4afc-b400-61308e431a5f tempest-ServersAdminTestJSON-706436611 tempest-ServersAdminTestJSON-706436611-project-member] Enqueued Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGHEST for action security_group_members [ 737.142968] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGHEST for action security_group_members [ 737.143429] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc165da-c7bb-407e-ac78-575f080ac582 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.143587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.143671] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.143881] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.144064] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.144247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.144335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.144543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.144639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.144763] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.454248] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2888787-57df-4541-8ebe-890e8246a93b: rpc.has_security_group_logging(os_id): False [ 737.479915] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.479915] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.480141] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.484063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.484063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.484063] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.484063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.484063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.484063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.484063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.484063] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2888787-57df-4541-8ebe-890e8246a93b is going to be updated. [ 737.565734] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.565894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.565965] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.566213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.566370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.587578] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2888787-57df-4541-8ebe-890e8246a93b in Status: IN_PROGRESS for 2s [ 737.648424] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.693677] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-710 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.693881] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-710" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.694008] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-710" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.698672] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-710" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.698672] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.698672] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.699223] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.699528] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.699715] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.699938] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.700068] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.700177] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.700282] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.700401] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.700495] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.701324] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.727772] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.728602] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 737.728602] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.728792] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-710" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.729995] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-107592ac-062a-4dfb-945c-1da09c660b32 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.730453] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-107592ac-062a-4dfb-945c-1da09c660b32" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.730522] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-107592ac-062a-4dfb-945c-1da09c660b32" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.734295] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-107592ac-062a-4dfb-945c-1da09c660b32" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.734429] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('107592ac-062a-4dfb-945c-1da09c660b32',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.154330] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.236920] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.237331] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.237331] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.237661] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.237964] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.238114] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 107592ac-062a-4dfb-945c-1da09c660b32 not found, creating... [ 738.238280] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.238441] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.238529] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.238787] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.238946] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.239643] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.239643] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.239643] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.240127] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.240127] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.240532] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 107592ac-062a-4dfb-945c-1da09c660b32 is going to be created. [ 738.267585] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.267585] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.267585] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.267585] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.267585] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.267585] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-107592ac-062a-4dfb-945c-1da09c660b32" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.273769] env[65529]: INFO networking_nsxv3.common.synchronization [req-cbc1b3b3-04ea-4c69-bfda-6a7a074785eb req-68e80c7f-8de9-42bf-907c-82e3aef7f401 tempest-ImagesOneServerNegativeTestJSON-27004092 tempest-ImagesOneServerNegativeTestJSON-27004092-project-member] Enqueued Resource ID: 451faddd-f691-4fb4-b793-9000d7d91751 with Priority: HIGHEST for action security_group_members [ 738.274442] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451faddd-f691-4fb4-b793-9000d7d91751 with Priority: HIGHEST for action security_group_members [ 738.274739] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-451faddd-f691-4fb4-b793-9000d7d91751 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.275144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.275144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.275144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.275275] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.277087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.277087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.277087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.277087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.277087] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('451faddd-f691-4fb4-b793-9000d7d91751',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.361041] env[65529]: INFO networking_nsxv3.common.synchronization [None req-f741230b-b6a0-40f2-9f7e-e7ae6214186a None None] Enqueued Resource ID: 6d29d601-3a80-4220-9ab4-50c33cc474c0 with Priority: HIGHEST for action port [ 738.362694] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d29d601-3a80-4220-9ab4-50c33cc474c0 with Priority: HIGHEST for action port [ 738.363229] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d29d601-3a80-4220-9ab4-50c33cc474c0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.363375] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d29d601-3a80-4220-9ab4-50c33cc474c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.363442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d29d601-3a80-4220-9ab4-50c33cc474c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.363718] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d29d601-3a80-4220-9ab4-50c33cc474c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.363813] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d29d601-3a80-4220-9ab4-50c33cc474c0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.656662] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.657057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.657057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.657057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.657334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.657334] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cc165da-c7bb-407e-ac78-575f080ac582 is going to be updated. [ 738.693859] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.693859] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.693859] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.694020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.694241] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.706572] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cc165da-c7bb-407e-ac78-575f080ac582 in Status: IN_PROGRESS for 2s [ 738.778883] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.779445] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.781252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.781252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.781252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.781252] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.781252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.781252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.781252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.781252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.781252] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 451faddd-f691-4fb4-b793-9000d7d91751 is going to be updated. [ 738.867568] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d29d601-3a80-4220-9ab4-50c33cc474c0 [ 738.867907] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.868152] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.868202] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.868484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.868611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.868844] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d29d601-3a80-4220-9ab4-50c33cc474c0 already deleted. [ 738.868844] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d29d601-3a80-4220-9ab4-50c33cc474c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.903716] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.903896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.903981] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.905943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.905943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.915631] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451faddd-f691-4fb4-b793-9000d7d91751 in Status: IN_PROGRESS for 2s [ 738.938706] env[65529]: INFO networking_nsxv3.common.synchronization [None req-527249db-4e3b-4ea0-a97c-a6c456f1e41b None None] Enqueued Resource ID: dfb0bb9b-891f-4071-acb1-6ce9456af422 with Priority: HIGHEST for action port [ 738.938706] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfb0bb9b-891f-4071-acb1-6ce9456af422 with Priority: HIGHEST for action port [ 738.938931] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfb0bb9b-891f-4071-acb1-6ce9456af422 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.938999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfb0bb9b-891f-4071-acb1-6ce9456af422" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.941531] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfb0bb9b-891f-4071-acb1-6ce9456af422" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.941531] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfb0bb9b-891f-4071-acb1-6ce9456af422" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.941709] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfb0bb9b-891f-4071-acb1-6ce9456af422',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.099816] env[65529]: INFO networking_nsxv3.common.synchronization [req-44eb3ed1-bc43-4ab2-86de-293266b7fc90 req-d06c4cf7-6dab-43d3-9fdb-0162baf337c5 service nova] Enqueued Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGHEST for action security_group_rules [ 739.100454] env[65529]: INFO networking_nsxv3.common.synchronization [req-44eb3ed1-bc43-4ab2-86de-293266b7fc90 req-d06c4cf7-6dab-43d3-9fdb-0162baf337c5 service nova] Enqueued Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGHEST for action security_group_members [ 739.100454] env[65529]: INFO networking_nsxv3.common.synchronization [req-44eb3ed1-bc43-4ab2-86de-293266b7fc90 req-d06c4cf7-6dab-43d3-9fdb-0162baf337c5 service nova] Enqueued Resource ID: 107592ac-062a-4dfb-945c-1da09c660b32 with Priority: HIGHEST for action port [ 739.101368] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGHEST for action security_group_rules [ 739.101368] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGHEST for action security_group_members [ 739.101589] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107592ac-062a-4dfb-945c-1da09c660b32 with Priority: HIGHEST for action port [ 739.102038] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cc165da-c7bb-407e-ac78-575f080ac582 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.102038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.102241] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.102821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.102821] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.104109] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc165da-c7bb-407e-ac78-575f080ac582 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.105059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.105059] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-107592ac-062a-4dfb-945c-1da09c660b32 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.105059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-107592ac-062a-4dfb-945c-1da09c660b32" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.105059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-107592ac-062a-4dfb-945c-1da09c660b32" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.108132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-107592ac-062a-4dfb-945c-1da09c660b32" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.108312] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('107592ac-062a-4dfb-945c-1da09c660b32',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.444452] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dfb0bb9b-891f-4071-acb1-6ce9456af422 [ 739.446866] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.446866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.446866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.446866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.446866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.446866] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dfb0bb9b-891f-4071-acb1-6ce9456af422 already deleted. [ 739.446866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfb0bb9b-891f-4071-acb1-6ce9456af422" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.603546] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2888787-57df-4541-8ebe-890e8246a93b in Status: SUCCESS [ 739.603982] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.614022] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc165da-c7bb-407e-ac78-575f080ac582 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.614022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.614022] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 107592ac-062a-4dfb-945c-1da09c660b32 with status ACTIVE [ 739.614022] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.614022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.614022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.614022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.614022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.614022] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.614022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.614022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.614022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.614022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.614022] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.614615] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.614615] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.614615] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.614615] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.614615] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 107592ac-062a-4dfb-945c-1da09c660b32 is going to be updated. [ 739.642263] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.642510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.642655] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.643019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.643205] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.643466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-107592ac-062a-4dfb-945c-1da09c660b32" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.212135] env[65529]: INFO networking_nsxv3.common.synchronization [req-74865f4c-9d23-47ce-a3f2-012af66a9de4 req-2e6a3aec-5efc-4bc7-9f6e-b8eb8b24d8eb tempest-ServersAdminNegativeTestJSON-1175865382 tempest-ServersAdminNegativeTestJSON-1175865382-project-member] Enqueued Resource ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 with Priority: HIGHEST for action security_group_members [ 740.212135] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 with Priority: HIGHEST for action security_group_members [ 740.212135] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-6232c7c7-6154-44ea-80dd-ee4ce8b16481 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.212135] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.212135] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.213179] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.216038] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.216038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.216038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.216038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.216038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.216038] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6232c7c7-6154-44ea-80dd-ee4ce8b16481',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.689034] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.689034] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.689034] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.689289] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.689635] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.689828] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.689954] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.691310] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.691310] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.691310] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.691310] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.691310] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.691310] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.691310] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.691310] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.691581] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.713195] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.713582] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 740.713919] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.714978] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.715605] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-e63f9a2a-b188-4da9-9642-7437b31c2ad8 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.715605] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-e63f9a2a-b188-4da9-9642-7437b31c2ad8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.715803] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-e63f9a2a-b188-4da9-9642-7437b31c2ad8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.716613] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-e63f9a2a-b188-4da9-9642-7437b31c2ad8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.716613] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e63f9a2a-b188-4da9-9642-7437b31c2ad8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.717971] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.718269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.718406] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.718671] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.718842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.719100] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.719347] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.719484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.719769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.719906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.720039] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 already deleted. [ 740.720157] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.721074] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cc165da-c7bb-407e-ac78-575f080ac582 in Status: SUCCESS [ 740.721350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.721608] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.722737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.723057] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.723239] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.723336] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.723537] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.727032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.727032] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.926716] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451faddd-f691-4fb4-b793-9000d7d91751 in Status: SUCCESS [ 740.926912] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 451faddd-f691-4fb4-b793-9000d7d91751 deletion is rescheduled due to dependency. [ 740.928044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.225985] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.226676] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.226676] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.226841] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.227028] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.227214] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port e63f9a2a-b188-4da9-9642-7437b31c2ad8 not found, creating... [ 741.227590] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.227778] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.227827] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.228138] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.228287] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.228599] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.228781] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.228962] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.229367] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.230047] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.230047] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: e63f9a2a-b188-4da9-9642-7437b31c2ad8 is going to be created. [ 741.231046] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.257612] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.259153] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.259153] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.259153] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.259153] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.259771] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-e63f9a2a-b188-4da9-9642-7437b31c2ad8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.733481] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.043249] env[65529]: INFO networking_nsxv3.common.synchronization [req-74865f4c-9d23-47ce-a3f2-012af66a9de4 req-666f2b39-8b30-4680-92fc-388c0ebaf844 service nova] Enqueued Resource ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 with Priority: HIGHEST for action security_group_rules [ 742.043249] env[65529]: INFO networking_nsxv3.common.synchronization [req-74865f4c-9d23-47ce-a3f2-012af66a9de4 req-666f2b39-8b30-4680-92fc-388c0ebaf844 service nova] Enqueued Resource ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 with Priority: HIGHEST for action security_group_members [ 742.043249] env[65529]: INFO networking_nsxv3.common.synchronization [req-74865f4c-9d23-47ce-a3f2-012af66a9de4 req-666f2b39-8b30-4680-92fc-388c0ebaf844 service nova] Enqueued Resource ID: e63f9a2a-b188-4da9-9642-7437b31c2ad8 with Priority: HIGHEST for action port [ 742.046636] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 with Priority: HIGHEST for action security_group_rules [ 742.046792] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 with Priority: HIGHEST for action security_group_members [ 742.046888] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e63f9a2a-b188-4da9-9642-7437b31c2ad8 with Priority: HIGHEST for action port [ 742.048610] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6232c7c7-6154-44ea-80dd-ee4ce8b16481 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.048964] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.049111] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.053337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.053473] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6232c7c7-6154-44ea-80dd-ee4ce8b16481',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.054584] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-6232c7c7-6154-44ea-80dd-ee4ce8b16481 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.054722] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.054791] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.058225] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.058639] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.058728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.058836] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.059541] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.059541] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.059541] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6232c7c7-6154-44ea-80dd-ee4ce8b16481',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.060776] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e63f9a2a-b188-4da9-9642-7437b31c2ad8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.060776] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e63f9a2a-b188-4da9-9642-7437b31c2ad8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.060776] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e63f9a2a-b188-4da9-9642-7437b31c2ad8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.060954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e63f9a2a-b188-4da9-9642-7437b31c2ad8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.061014] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e63f9a2a-b188-4da9-9642-7437b31c2ad8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.237245] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.237680] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.237680] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.237797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.238072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.238072] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cc165da-c7bb-407e-ac78-575f080ac582 is going to be updated. [ 742.271163] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.271437] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.271499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.271752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.271929] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.283030] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cc165da-c7bb-407e-ac78-575f080ac582 in Status: IN_PROGRESS for 2s [ 742.563307] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-6232c7c7-6154-44ea-80dd-ee4ce8b16481 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.563307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.563640] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6232c7c7-6154-44ea-80dd-ee4ce8b16481',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.564675] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e63f9a2a-b188-4da9-9642-7437b31c2ad8 with status ACTIVE [ 742.564806] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.565428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.565428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.565428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.565428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.565610] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.565610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.565697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.566407] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.566407] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.566607] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.566710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.566789] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.566939] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.567026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.567114] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e63f9a2a-b188-4da9-9642-7437b31c2ad8 is going to be updated. [ 742.591825] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.592065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.592143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.592386] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.592566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.592757] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e63f9a2a-b188-4da9-9642-7437b31c2ad8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.624908] env[65529]: INFO networking_nsxv3.common.synchronization [req-c5c1949e-53cf-4d85-a17a-72a3c903966c req-f46e633a-c6e5-4682-933c-fedaf7e2dc1b tempest-ImagesTestJSON-1930669757 tempest-ImagesTestJSON-1930669757-project-member] Enqueued Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_members [ 742.625737] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_members [ 742.626021] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.626197] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.626346] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.626521] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.626694] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.626803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.626930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.627054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.627148] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.627244] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.015613] env[65529]: INFO networking_nsxv3.common.synchronization [req-e36585c4-f435-4385-82dc-e7f3e8c22d2e req-4c9e1a10-0e8a-4380-b6a4-894f68092604 tempest-ListServerFiltersTestJSON-123931929 tempest-ListServerFiltersTestJSON-123931929-project-member] Enqueued Resource ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 with Priority: HIGHEST for action security_group_members [ 743.016354] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 with Priority: HIGHEST for action security_group_members [ 743.017110] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-028e6985-af4f-4dc5-abc5-49de7eb985c9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.017110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.017110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.017310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.017420] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.017524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.017579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.017787] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.017862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.017943] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('028e6985-af4f-4dc5-abc5-49de7eb985c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.070360] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6232c7c7-6154-44ea-80dd-ee4ce8b16481',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.132596] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.132596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.132596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.132596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.132596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.132596] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.132596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.132596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.132596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.132596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.132596] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 is going to be updated. [ 743.168141] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.168392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.168392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.168550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.168689] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.194877] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: IN_PROGRESS for 2s [ 743.439145] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-313 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.439145] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-313" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.439145] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-313" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.439731] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-313" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.440089] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.440089] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.440467] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.441025] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.441025] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.441271] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.441760] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.441760] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.441760] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.441760] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.441760] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.441989] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.462743] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.462938] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 743.463104] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.463275] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-313" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.463652] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-679b7794-69f0-4a19-b966-c5e67236b058 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.464019] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-679b7794-69f0-4a19-b966-c5e67236b058" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.464019] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-679b7794-69f0-4a19-b966-c5e67236b058" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.464287] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-679b7794-69f0-4a19-b966-c5e67236b058" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.464482] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('679b7794-69f0-4a19-b966-c5e67236b058',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.521831] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.521831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.521831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.521831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.521831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.521831] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.521831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.521831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.521831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.521831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.521831] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 already deleted. [ 743.521831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.572267] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.572447] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.572514] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.572731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.572826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.572924] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 is going to be created. [ 743.604900] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.605296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.605296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.605431] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.605557] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.617997] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 in Status: UNINITIALIZED for 2s [ 743.968037] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.968339] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.968339] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.968577] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.968715] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.968820] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port 679b7794-69f0-4a19-b966-c5e67236b058 not found, creating... [ 743.969115] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.969384] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.969500] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.969781] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.969956] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.971020] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.971243] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.971476] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.972089] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.972248] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.972396] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: 679b7794-69f0-4a19-b966-c5e67236b058 is going to be created. [ 743.999420] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.999735] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.999735] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.000020] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.000258] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.000484] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-679b7794-69f0-4a19-b966-c5e67236b058" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.311290] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cc165da-c7bb-407e-ac78-575f080ac582 in Status: SUCCESS [ 744.311290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.311290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.311290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.311290] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.311290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.311290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.311290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.312212] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.312620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.312927] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.745481] env[65529]: INFO networking_nsxv3.common.synchronization [req-e36585c4-f435-4385-82dc-e7f3e8c22d2e req-a2abafcc-94df-434c-a40d-9167e7476df1 service nova] Enqueued Resource ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 with Priority: HIGHEST for action security_group_rules [ 744.745731] env[65529]: INFO networking_nsxv3.common.synchronization [req-e36585c4-f435-4385-82dc-e7f3e8c22d2e req-a2abafcc-94df-434c-a40d-9167e7476df1 service nova] Enqueued Resource ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 with Priority: HIGHEST for action security_group_members [ 744.745782] env[65529]: INFO networking_nsxv3.common.synchronization [req-e36585c4-f435-4385-82dc-e7f3e8c22d2e req-a2abafcc-94df-434c-a40d-9167e7476df1 service nova] Enqueued Resource ID: 679b7794-69f0-4a19-b966-c5e67236b058 with Priority: HIGHEST for action port [ 744.746326] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 with Priority: HIGHEST for action security_group_rules [ 744.746480] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 with Priority: HIGHEST for action security_group_members [ 744.746587] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679b7794-69f0-4a19-b966-c5e67236b058 with Priority: HIGHEST for action port [ 744.746913] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-028e6985-af4f-4dc5-abc5-49de7eb985c9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.747251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.747346] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.747638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.747722] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('028e6985-af4f-4dc5-abc5-49de7eb985c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.748605] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-028e6985-af4f-4dc5-abc5-49de7eb985c9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.748768] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.748969] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.749184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.749341] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.749439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.749491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.749637] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.749745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.749852] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('028e6985-af4f-4dc5-abc5-49de7eb985c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.751162] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-679b7794-69f0-4a19-b966-c5e67236b058 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.751297] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-679b7794-69f0-4a19-b966-c5e67236b058" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.751378] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-679b7794-69f0-4a19-b966-c5e67236b058" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.751537] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-679b7794-69f0-4a19-b966-c5e67236b058" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.751677] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('679b7794-69f0-4a19-b966-c5e67236b058',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.815944] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc165da-c7bb-407e-ac78-575f080ac582 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.816272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.816373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.816735] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.817180] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.817370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.817471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.817775] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.817879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.820019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.820019] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc165da-c7bb-407e-ac78-575f080ac582 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.820019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.820019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.820019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.820019] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.820019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.820019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.820019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.820019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.820019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.820019] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.206637] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: SUCCESS [ 745.206637] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 deletion is rescheduled due to dependency. [ 745.206637] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.254097] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-028e6985-af4f-4dc5-abc5-49de7eb985c9 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.254097] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.254294] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('028e6985-af4f-4dc5-abc5-49de7eb985c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.255933] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 679b7794-69f0-4a19-b966-c5e67236b058 with status ACTIVE [ 745.256047] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.256104] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.256157] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.256616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.256751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.256927] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.257220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.257325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.257555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.257975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.257975] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.257975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.257975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.258222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.258257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.258367] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 679b7794-69f0-4a19-b966-c5e67236b058 is going to be updated. [ 745.290051] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.290508] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.290759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.291824] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.292179] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.292899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-679b7794-69f0-4a19-b966-c5e67236b058" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.322325] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cc165da-c7bb-407e-ac78-575f080ac582: rpc.has_security_group_logging(os_id): False [ 745.342402] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.342402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.342402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.343272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.343272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.343272] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.343272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.343272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.343272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.343272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.343543] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.343585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.343615] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.344176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.344176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.344176] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.344176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.344176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.344403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.344403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.344403] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cc165da-c7bb-407e-ac78-575f080ac582 is going to be updated. [ 745.451218] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.451218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.451218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.451218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.451218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.470848] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cc165da-c7bb-407e-ac78-575f080ac582 in Status: IN_PROGRESS for 2s [ 745.644074] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 in Status: SUCCESS [ 745.644474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.644685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.644950] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.646184] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.646184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.646184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.646184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.646184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.646184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.646184] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6232c7c7-6154-44ea-80dd-ee4ce8b16481',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.757468] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('028e6985-af4f-4dc5-abc5-49de7eb985c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.001055] env[65529]: INFO networking_nsxv3.common.synchronization [req-45d4b680-4413-4ae4-96e7-8597d02f311e req-694acc72-2af9-43b7-b946-f67152d27336 tempest-ServerMetadataNegativeTestJSON-668346707 tempest-ServerMetadataNegativeTestJSON-668346707-project-member] Enqueued Resource ID: dd8d5ffe-3122-497e-81e6-d506f4ffbe87 with Priority: HIGHEST for action security_group_members [ 746.001673] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8d5ffe-3122-497e-81e6-d506f4ffbe87 with Priority: HIGHEST for action security_group_members [ 746.001974] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8d5ffe-3122-497e-81e6-d506f4ffbe87 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.002277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8d5ffe-3122-497e-81e6-d506f4ffbe87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.002393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8d5ffe-3122-497e-81e6-d506f4ffbe87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.002666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8d5ffe-3122-497e-81e6-d506f4ffbe87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.002827] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.002934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.002998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.003185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.003275] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.003374] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd8d5ffe-3122-497e-81e6-d506f4ffbe87',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.150039] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-6232c7c7-6154-44ea-80dd-ee4ce8b16481 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.150039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.150039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.150039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.150413] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.150413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.150413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.150583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.150712] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.150813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.150991] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-6232c7c7-6154-44ea-80dd-ee4ce8b16481 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.151471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.151556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.151709] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.151874] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.151970] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.152042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.152218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.152300] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.152418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.152518] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6232c7c7-6154-44ea-80dd-ee4ce8b16481',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.259937] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.259937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.259937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.259937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.260388] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.260388] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 is going to be created. [ 746.289750] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.289897] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.289960] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.290352] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.290574] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.302932] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 in Status: UNINITIALIZED for 2s [ 746.403693] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-359 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.404014] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-359" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.404738] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-359" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.404738] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-359" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.405051] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.405243] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.405758] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.405851] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.406127] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.407054] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.407054] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.407054] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.407054] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.407054] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.407259] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.407293] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.436228] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.436228] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 746.436228] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.436228] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-359" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.436228] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-1f4597dc-ad4f-4428-9f9e-c7f5d16819e5 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.436228] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-1f4597dc-ad4f-4428-9f9e-c7f5d16819e5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.436813] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-1f4597dc-ad4f-4428-9f9e-c7f5d16819e5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.437189] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-1f4597dc-ad4f-4428-9f9e-c7f5d16819e5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.437601] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f4597dc-ad4f-4428-9f9e-c7f5d16819e5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.505545] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.505744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.505803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.506375] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.506375] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.506375] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.506606] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.506606] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.506694] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.507157] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.507157] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd8d5ffe-3122-497e-81e6-d506f4ffbe87 already deleted. [ 746.507157] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8d5ffe-3122-497e-81e6-d506f4ffbe87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.656497] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6232c7c7-6154-44ea-80dd-ee4ce8b16481: rpc.has_security_group_logging(os_id): False [ 746.682054] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.682316] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.682466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.682700] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.682812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.683139] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.683306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.683383] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.683549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.683627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.683922] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.684117] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.684191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.684362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.684447] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.684687] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.684804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.684897] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.685110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.685204] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.685295] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 is going to be created. [ 746.755304] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.755593] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.755661] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.755941] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.756126] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.769684] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 in Status: IN_PROGRESS for 2s [ 746.941399] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.941640] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.941762] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.942102] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.942259] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.942415] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 1f4597dc-ad4f-4428-9f9e-c7f5d16819e5 not found, creating... [ 746.942712] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.942818] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.942927] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.943766] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.943766] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.943766] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.943766] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.943766] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.943994] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.945814] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.945991] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 1f4597dc-ad4f-4428-9f9e-c7f5d16819e5 is going to be created. [ 746.967519] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.967837] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.968050] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.971246] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.971246] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.971246] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-1f4597dc-ad4f-4428-9f9e-c7f5d16819e5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.487342] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cc165da-c7bb-407e-ac78-575f080ac582 in Status: SUCCESS [ 747.487342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.673247] env[65529]: INFO networking_nsxv3.common.synchronization [req-45d4b680-4413-4ae4-96e7-8597d02f311e req-92d53824-5c65-47b4-9695-2f76f1f40327 service nova] Enqueued Resource ID: dd8d5ffe-3122-497e-81e6-d506f4ffbe87 with Priority: HIGHEST for action security_group_rules [ 747.673439] env[65529]: INFO networking_nsxv3.common.synchronization [req-45d4b680-4413-4ae4-96e7-8597d02f311e req-92d53824-5c65-47b4-9695-2f76f1f40327 service nova] Enqueued Resource ID: dd8d5ffe-3122-497e-81e6-d506f4ffbe87 with Priority: HIGHEST for action security_group_members [ 747.673574] env[65529]: INFO networking_nsxv3.common.synchronization [req-45d4b680-4413-4ae4-96e7-8597d02f311e req-92d53824-5c65-47b4-9695-2f76f1f40327 service nova] Enqueued Resource ID: 1f4597dc-ad4f-4428-9f9e-c7f5d16819e5 with Priority: HIGHEST for action port [ 747.675281] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8d5ffe-3122-497e-81e6-d506f4ffbe87 with Priority: HIGHEST for action security_group_rules [ 747.675606] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8d5ffe-3122-497e-81e6-d506f4ffbe87 with Priority: HIGHEST for action security_group_members [ 747.676281] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4597dc-ad4f-4428-9f9e-c7f5d16819e5 with Priority: HIGHEST for action port [ 747.682328] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd8d5ffe-3122-497e-81e6-d506f4ffbe87 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.682328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd8d5ffe-3122-497e-81e6-d506f4ffbe87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.682328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd8d5ffe-3122-497e-81e6-d506f4ffbe87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.682328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd8d5ffe-3122-497e-81e6-d506f4ffbe87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.682328] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd8d5ffe-3122-497e-81e6-d506f4ffbe87',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.682328] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8d5ffe-3122-497e-81e6-d506f4ffbe87 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.682328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8d5ffe-3122-497e-81e6-d506f4ffbe87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.682328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8d5ffe-3122-497e-81e6-d506f4ffbe87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.682328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8d5ffe-3122-497e-81e6-d506f4ffbe87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.682328] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.682328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.682328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.682328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.682328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.682328] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd8d5ffe-3122-497e-81e6-d506f4ffbe87',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.685456] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f4597dc-ad4f-4428-9f9e-c7f5d16819e5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.685622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f4597dc-ad4f-4428-9f9e-c7f5d16819e5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.685702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f4597dc-ad4f-4428-9f9e-c7f5d16819e5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.685872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f4597dc-ad4f-4428-9f9e-c7f5d16819e5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.685947] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f4597dc-ad4f-4428-9f9e-c7f5d16819e5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.186373] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd8d5ffe-3122-497e-81e6-d506f4ffbe87',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.188033] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8d5ffe-3122-497e-81e6-d506f4ffbe87 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.188195] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8d5ffe-3122-497e-81e6-d506f4ffbe87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.188339] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f4597dc-ad4f-4428-9f9e-c7f5d16819e5 with status ACTIVE [ 748.188503] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.188600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.188813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.188866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.189135] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.189309] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.189396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.189491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.190227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.190324] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.190620] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.190620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.190801] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.190832] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.191016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.191016] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f4597dc-ad4f-4428-9f9e-c7f5d16819e5 is going to be updated. [ 748.238442] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.238722] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.238856] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.239216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.239462] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.240960] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f4597dc-ad4f-4428-9f9e-c7f5d16819e5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.334032] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 in Status: SUCCESS [ 748.334209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.336421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.336421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.336421] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.336421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.336421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.336421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.336421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.336421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.336421] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('028e6985-af4f-4dc5-abc5-49de7eb985c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.669266] env[65529]: INFO networking_nsxv3.common.synchronization [req-d87a852a-a7e9-4309-a7b7-354e92d61d73 req-70c5fbd2-78be-4b02-aa0e-1907fdc2defe tempest-ServerActionsTestJSON-897994477 tempest-ServerActionsTestJSON-897994477-project-member] Enqueued Resource ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 with Priority: HIGHEST for action security_group_members [ 748.670102] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 with Priority: HIGHEST for action security_group_members [ 748.670462] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-79d149e3-3a4c-450e-98d1-14882a87e8a5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.670626] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.670714] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.671030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.671308] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.671463] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.671575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.671753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.671840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.671934] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79d149e3-3a4c-450e-98d1-14882a87e8a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.696706] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd8d5ffe-3122-497e-81e6-d506f4ffbe87',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.783778] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 in Status: SUCCESS [ 748.783778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.844644] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-028e6985-af4f-4dc5-abc5-49de7eb985c9 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.844644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.844644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.844644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.844644] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.844644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.844644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.844644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.844644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.845026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.845026] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-028e6985-af4f-4dc5-abc5-49de7eb985c9 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.845026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.845026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.845169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.845322] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.845411] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.845469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.845737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.845737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.845828] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.845828] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('028e6985-af4f-4dc5-abc5-49de7eb985c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.129915] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-679 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.130343] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-679" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.130663] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-679" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.131096] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-679" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.131511] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.131852] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.132127] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.135052] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.135052] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.135052] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.135052] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.135052] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.135052] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.135052] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.135052] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.135052] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.155995] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.155995] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 749.155995] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.155995] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-679" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.155995] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-7bfb7111-2e68-461f-b6fb-0d8fbf3c4c27 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.155995] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-7bfb7111-2e68-461f-b6fb-0d8fbf3c4c27" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.155995] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-7bfb7111-2e68-461f-b6fb-0d8fbf3c4c27" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.155995] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-7bfb7111-2e68-461f-b6fb-0d8fbf3c4c27" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.155995] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bfb7111-2e68-461f-b6fb-0d8fbf3c4c27',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.174736] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.174903] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.174974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.175196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.175286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.175514] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.175617] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.175717] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.175837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.175911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.175993] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 already deleted. [ 749.176121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.199894] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.200249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.200249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.200249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.200359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.200431] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd8d5ffe-3122-497e-81e6-d506f4ffbe87 is going to be created. [ 749.230863] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.231015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.231090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.231633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.231633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.242789] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8d5ffe-3122-497e-81e6-d506f4ffbe87 in Status: UNINITIALIZED for 2s [ 749.348054] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 028e6985-af4f-4dc5-abc5-49de7eb985c9: rpc.has_security_group_logging(os_id): False [ 749.368303] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.368455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.368526] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.368737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.368828] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.369435] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.369528] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.369629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.370045] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.370138] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.371088] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.371385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.371498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.371650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.371734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.372196] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.372196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.372196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.372395] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.372395] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.372466] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 is going to be created. [ 749.446257] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.446257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.446257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.447330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.447330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.460942] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 in Status: IN_PROGRESS for 2s [ 749.658859] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.659099] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.659270] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.659727] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.659914] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.660215] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port 7bfb7111-2e68-461f-b6fb-0d8fbf3c4c27 not found, creating... [ 749.660820] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.661180] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.661363] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.661699] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.661975] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.662527] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.663243] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.663243] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.663470] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.663684] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.663833] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: 7bfb7111-2e68-461f-b6fb-0d8fbf3c4c27 is going to be created. [ 749.695625] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.696069] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.696238] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.696747] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.697206] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.697800] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-7bfb7111-2e68-461f-b6fb-0d8fbf3c4c27" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.466513] env[65529]: INFO networking_nsxv3.common.synchronization [req-d87a852a-a7e9-4309-a7b7-354e92d61d73 req-c2fa051e-6305-4c0f-8476-67dd67940426 service nova] Enqueued Resource ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 with Priority: HIGHEST for action security_group_rules [ 750.466993] env[65529]: INFO networking_nsxv3.common.synchronization [req-d87a852a-a7e9-4309-a7b7-354e92d61d73 req-c2fa051e-6305-4c0f-8476-67dd67940426 service nova] Enqueued Resource ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 with Priority: HIGHEST for action security_group_members [ 750.466993] env[65529]: INFO networking_nsxv3.common.synchronization [req-d87a852a-a7e9-4309-a7b7-354e92d61d73 req-c2fa051e-6305-4c0f-8476-67dd67940426 service nova] Enqueued Resource ID: 7bfb7111-2e68-461f-b6fb-0d8fbf3c4c27 with Priority: HIGHEST for action port [ 750.467646] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 with Priority: HIGHEST for action security_group_rules [ 750.467740] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 with Priority: HIGHEST for action security_group_members [ 750.467911] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bfb7111-2e68-461f-b6fb-0d8fbf3c4c27 with Priority: HIGHEST for action port [ 750.468269] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79d149e3-3a4c-450e-98d1-14882a87e8a5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.468430] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.468540] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.468872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.469021] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79d149e3-3a4c-450e-98d1-14882a87e8a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.470243] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-79d149e3-3a4c-450e-98d1-14882a87e8a5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.470477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.470540] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.470759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.470988] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.471165] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.471308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.471702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.471791] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.471900] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79d149e3-3a4c-450e-98d1-14882a87e8a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.473045] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bfb7111-2e68-461f-b6fb-0d8fbf3c4c27 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.473209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bfb7111-2e68-461f-b6fb-0d8fbf3c4c27" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.473320] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bfb7111-2e68-461f-b6fb-0d8fbf3c4c27" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.473547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bfb7111-2e68-461f-b6fb-0d8fbf3c4c27" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.473705] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bfb7111-2e68-461f-b6fb-0d8fbf3c4c27',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.975647] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-79d149e3-3a4c-450e-98d1-14882a87e8a5 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.975800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.976207] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79d149e3-3a4c-450e-98d1-14882a87e8a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.980189] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bfb7111-2e68-461f-b6fb-0d8fbf3c4c27 with status ACTIVE [ 750.980189] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.980189] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.980189] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.980189] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.980189] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.980470] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.980470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.980539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.980811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.980811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.980975] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.981051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.981113] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.981248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.981345] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.981427] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bfb7111-2e68-461f-b6fb-0d8fbf3c4c27 is going to be updated. [ 751.009509] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.009509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.009750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.009784] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.010031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.010132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bfb7111-2e68-461f-b6fb-0d8fbf3c4c27" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.252456] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8d5ffe-3122-497e-81e6-d506f4ffbe87 in Status: SUCCESS [ 751.252750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8d5ffe-3122-497e-81e6-d506f4ffbe87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.252932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8d5ffe-3122-497e-81e6-d506f4ffbe87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.253505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8d5ffe-3122-497e-81e6-d506f4ffbe87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.253505] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.253505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.253505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.253835] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.253835] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.253835] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8d5ffe-3122-497e-81e6-d506f4ffbe87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.253919] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd8d5ffe-3122-497e-81e6-d506f4ffbe87',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.368869] env[65529]: INFO networking_nsxv3.common.synchronization [req-f5898b41-cc84-445b-9e9e-62a3e1a7a31b req-98bfa2eb-fc14-4ce6-b693-d7c2f32c66e3 tempest-ServerActionsV293TestJSON-1084045187 tempest-ServerActionsV293TestJSON-1084045187-project-member] Enqueued Resource ID: 77803dc7-4ea3-40a7-a1ad-d8bc6f015100 with Priority: HIGHEST for action security_group_members [ 751.369398] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77803dc7-4ea3-40a7-a1ad-d8bc6f015100 with Priority: HIGHEST for action security_group_members [ 751.369742] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-77803dc7-4ea3-40a7-a1ad-d8bc6f015100 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.369881] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.369954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.370260] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.370401] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.370507] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.370575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.370734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.370834] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.370933] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77803dc7-4ea3-40a7-a1ad-d8bc6f015100',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.473705] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 in Status: SUCCESS [ 751.474070] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.479836] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79d149e3-3a4c-450e-98d1-14882a87e8a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.725299] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-711 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.725570] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.725729] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.726093] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.726288] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.726487] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.726566] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.726763] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.726874] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.727551] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.727551] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.727551] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.727748] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.727748] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.727934] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.727934] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.750024] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.750024] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.750024] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.750024] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.750024] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-1d9a83eb-af4e-4b40-9879-034cec00073d taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.750024] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-1d9a83eb-af4e-4b40-9879-034cec00073d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.750024] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-1d9a83eb-af4e-4b40-9879-034cec00073d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.750024] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-1d9a83eb-af4e-4b40-9879-034cec00073d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.750024] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d9a83eb-af4e-4b40-9879-034cec00073d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.757065] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8d5ffe-3122-497e-81e6-d506f4ffbe87 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.757266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8d5ffe-3122-497e-81e6-d506f4ffbe87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.757473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8d5ffe-3122-497e-81e6-d506f4ffbe87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.757685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8d5ffe-3122-497e-81e6-d506f4ffbe87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.757974] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.758144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.758258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.758479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.758576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.758669] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8d5ffe-3122-497e-81e6-d506f4ffbe87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.758862] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8d5ffe-3122-497e-81e6-d506f4ffbe87 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.758971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8d5ffe-3122-497e-81e6-d506f4ffbe87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.759062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8d5ffe-3122-497e-81e6-d506f4ffbe87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.759220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8d5ffe-3122-497e-81e6-d506f4ffbe87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.759433] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.759592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.759644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.759792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.759886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.759985] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8d5ffe-3122-497e-81e6-d506f4ffbe87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.760138] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd8d5ffe-3122-497e-81e6-d506f4ffbe87',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.873499] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.873731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.873801] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.873964] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.874249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.874299] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.874356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.874452] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.874632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.874724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.874817] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77803dc7-4ea3-40a7-a1ad-d8bc6f015100 already deleted. [ 751.874917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.981917] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.982853] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.982853] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.982853] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.982853] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.982853] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 is going to be created. [ 752.008020] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.008185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.008258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.008459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.008619] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.019298] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 in Status: UNINITIALIZED for 2s [ 752.257665] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.257665] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.257665] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.257665] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.257665] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.257665] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 1d9a83eb-af4e-4b40-9879-034cec00073d not found, creating... [ 752.257665] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.257665] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.257665] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.257665] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.257665] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.258114] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.258114] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.258114] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.258114] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.258114] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.258114] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 1d9a83eb-af4e-4b40-9879-034cec00073d is going to be created. [ 752.261878] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd8d5ffe-3122-497e-81e6-d506f4ffbe87: rpc.has_security_group_logging(os_id): False [ 752.289791] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.290510] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.290510] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.290722] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.291168] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.291168] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-1d9a83eb-af4e-4b40-9879-034cec00073d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.294461] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.294624] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.294670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.294866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.295019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.295172] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.295274] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.295338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.295490] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.295566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.295755] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.295834] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.295900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.296084] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.296131] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.296300] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.296394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.296456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.296764] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.296764] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.296764] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd8d5ffe-3122-497e-81e6-d506f4ffbe87 is going to be created. [ 752.367053] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.367275] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.367506] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.367557] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.367746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.390157] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd8d5ffe-3122-497e-81e6-d506f4ffbe87 in Status: IN_PROGRESS for 2s [ 752.751072] env[65529]: INFO networking_nsxv3.common.synchronization [req-fee638d2-1501-473b-8d45-bef193400075 req-eae19eae-e3da-468f-8a5e-14dfe34fed80 tempest-AttachInterfacesTestJSON-2112292789 tempest-AttachInterfacesTestJSON-2112292789-project-member] Enqueued Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_members [ 752.751072] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_members [ 752.751577] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c23df24-c72f-416f-a77c-de60dc11cea7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.751577] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.751685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.752024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.752232] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.752392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.752490] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.752804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.752928] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.753080] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.097348] env[65529]: INFO networking_nsxv3.common.synchronization [req-f5898b41-cc84-445b-9e9e-62a3e1a7a31b req-b5f03267-c6b6-4c42-8cec-768d452a420a service nova] Enqueued Resource ID: 77803dc7-4ea3-40a7-a1ad-d8bc6f015100 with Priority: HIGHEST for action security_group_rules [ 753.097348] env[65529]: INFO networking_nsxv3.common.synchronization [req-f5898b41-cc84-445b-9e9e-62a3e1a7a31b req-b5f03267-c6b6-4c42-8cec-768d452a420a service nova] Enqueued Resource ID: 77803dc7-4ea3-40a7-a1ad-d8bc6f015100 with Priority: HIGHEST for action security_group_members [ 753.098456] env[65529]: INFO networking_nsxv3.common.synchronization [req-f5898b41-cc84-445b-9e9e-62a3e1a7a31b req-b5f03267-c6b6-4c42-8cec-768d452a420a service nova] Enqueued Resource ID: 1d9a83eb-af4e-4b40-9879-034cec00073d with Priority: HIGHEST for action port [ 753.099033] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77803dc7-4ea3-40a7-a1ad-d8bc6f015100 with Priority: HIGHEST for action security_group_rules [ 753.099182] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77803dc7-4ea3-40a7-a1ad-d8bc6f015100 with Priority: HIGHEST for action security_group_members [ 753.100035] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d9a83eb-af4e-4b40-9879-034cec00073d with Priority: HIGHEST for action port [ 753.100637] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77803dc7-4ea3-40a7-a1ad-d8bc6f015100 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.100637] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.100637] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.100937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.100937] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77803dc7-4ea3-40a7-a1ad-d8bc6f015100',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.101854] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-77803dc7-4ea3-40a7-a1ad-d8bc6f015100 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.101994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.102125] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.102256] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.102398] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.102496] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.102556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.102688] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.102765] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.102852] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77803dc7-4ea3-40a7-a1ad-d8bc6f015100',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.103900] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d9a83eb-af4e-4b40-9879-034cec00073d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.104118] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d9a83eb-af4e-4b40-9879-034cec00073d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.104118] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d9a83eb-af4e-4b40-9879-034cec00073d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.104253] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d9a83eb-af4e-4b40-9879-034cec00073d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.104308] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d9a83eb-af4e-4b40-9879-034cec00073d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.231163] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.231405] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.231529] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.231865] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.232327] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.232705] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.232948] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.233262] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.233498] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.233814] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.234083] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 753.234434] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 753.234645] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 753.234848] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.235032] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 753.235253] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 753.256039] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.256227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.256276] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.256498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.256590] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.256971] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.256971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.256971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.257117] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.257161] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.257243] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 already deleted. [ 753.257314] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.269550] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 753.269794] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 753.269859] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 753.270045] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.270395] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-04e418c3-920a-435d-9fd4-e6cd4cd0582a taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.270571] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-04e418c3-920a-435d-9fd4-e6cd4cd0582a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.270686] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-04e418c3-920a-435d-9fd4-e6cd4cd0582a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.271030] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-04e418c3-920a-435d-9fd4-e6cd4cd0582a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.271178] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04e418c3-920a-435d-9fd4-e6cd4cd0582a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.606078] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77803dc7-4ea3-40a7-a1ad-d8bc6f015100',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.607166] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-77803dc7-4ea3-40a7-a1ad-d8bc6f015100 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.607307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.607479] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d9a83eb-af4e-4b40-9879-034cec00073d with status ACTIVE [ 753.607645] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.608541] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.608541] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.608541] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.608541] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.608541] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.608541] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.608541] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.608829] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.608829] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.608885] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.609055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.609155] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.609480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.609822] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.609822] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d9a83eb-af4e-4b40-9879-034cec00073d is going to be updated. [ 753.632221] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.632417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.632539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.632732] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.632868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.633051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d9a83eb-af4e-4b40-9879-034cec00073d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.774967] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.774967] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.775455] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.775455] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.775524] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.775638] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port 04e418c3-920a-435d-9fd4-e6cd4cd0582a not found, creating... [ 753.775909] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.776121] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.776238] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.776421] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.776554] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.776929] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.777133] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.777261] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.777623] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.777739] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.777860] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: 04e418c3-920a-435d-9fd4-e6cd4cd0582a is going to be created. [ 753.809081] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.809371] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.809506] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.809774] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.809995] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.810229] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-04e418c3-920a-435d-9fd4-e6cd4cd0582a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.030788] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 in Status: SUCCESS [ 754.031015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.031190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.031610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.031822] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.031943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.032019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.032356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.032485] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.032616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.032713] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79d149e3-3a4c-450e-98d1-14882a87e8a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.113828] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77803dc7-4ea3-40a7-a1ad-d8bc6f015100',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.405353] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd8d5ffe-3122-497e-81e6-d506f4ffbe87 in Status: SUCCESS [ 754.405645] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd8d5ffe-3122-497e-81e6-d506f4ffbe87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.535334] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79d149e3-3a4c-450e-98d1-14882a87e8a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.544404] env[65529]: INFO networking_nsxv3.common.synchronization [req-fee638d2-1501-473b-8d45-bef193400075 req-c990c711-d4d9-4104-845c-71ca7f866172 service nova] Enqueued Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_rules [ 754.544404] env[65529]: INFO networking_nsxv3.common.synchronization [req-fee638d2-1501-473b-8d45-bef193400075 req-c990c711-d4d9-4104-845c-71ca7f866172 service nova] Enqueued Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_members [ 754.544404] env[65529]: INFO networking_nsxv3.common.synchronization [req-fee638d2-1501-473b-8d45-bef193400075 req-c990c711-d4d9-4104-845c-71ca7f866172 service nova] Enqueued Resource ID: 04e418c3-920a-435d-9fd4-e6cd4cd0582a with Priority: HIGHEST for action port [ 754.544404] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_rules [ 754.545126] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_members [ 754.545816] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e418c3-920a-435d-9fd4-e6cd4cd0582a with Priority: HIGHEST for action port [ 754.546217] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c23df24-c72f-416f-a77c-de60dc11cea7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.547966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.547966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.547966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.547966] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.548835] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c23df24-c72f-416f-a77c-de60dc11cea7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.549147] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.549342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.549688] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.550146] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.550432] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.550749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.551099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.551330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.552315] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.552846] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-04e418c3-920a-435d-9fd4-e6cd4cd0582a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.553191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04e418c3-920a-435d-9fd4-e6cd4cd0582a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.553387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04e418c3-920a-435d-9fd4-e6cd4cd0582a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.553996] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04e418c3-920a-435d-9fd4-e6cd4cd0582a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.554249] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04e418c3-920a-435d-9fd4-e6cd4cd0582a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.616289] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.616524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.616658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.617070] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.617245] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.617417] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77803dc7-4ea3-40a7-a1ad-d8bc6f015100 is going to be created. [ 754.647372] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.647549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.647675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.647867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.648300] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.664175] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77803dc7-4ea3-40a7-a1ad-d8bc6f015100 in Status: UNINITIALIZED for 2s [ 755.038756] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79d149e3-3a4c-450e-98d1-14882a87e8a5: rpc.has_security_group_logging(os_id): False [ 755.050026] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c23df24-c72f-416f-a77c-de60dc11cea7 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.050026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.058022] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.058277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.058277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.058779] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.058779] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.058956] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.059696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.059696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.059696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.059696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.059840] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 is going to be created. [ 755.061785] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04e418c3-920a-435d-9fd4-e6cd4cd0582a with status ACTIVE [ 755.061785] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.061785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.061785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.061785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.062202] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.062202] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.062202] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.062202] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.062452] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.062504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.062694] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.062806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.062868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.063011] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.063101] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.063186] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04e418c3-920a-435d-9fd4-e6cd4cd0582a is going to be updated. [ 755.065306] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.090809] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.091029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.091029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.091258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.091526] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.091748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04e418c3-920a-435d-9fd4-e6cd4cd0582a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.145729] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.145909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.145972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.146214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.146402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.161733] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 in Status: IN_PROGRESS for 2s [ 755.566657] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.070594] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.073911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.073911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.073911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.073911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.073911] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 is going to be created. [ 756.102686] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.103075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.104470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.104470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.104470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.115139] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 in Status: UNINITIALIZED for 2s [ 756.519089] env[65529]: INFO networking_nsxv3.common.synchronization [req-9f36ebb1-a2a4-4712-815e-b8fee327bc0f req-a1b7d893-9d0c-441f-905d-1541d709fdbe tempest-ListServerFiltersTestJSON-123931929 tempest-ListServerFiltersTestJSON-123931929-project-member] Enqueued Resource ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 with Priority: HIGHEST for action security_group_members [ 756.519089] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 with Priority: HIGHEST for action security_group_members [ 756.519089] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-028e6985-af4f-4dc5-abc5-49de7eb985c9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.519089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.519089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.519089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.519089] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.519089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.519089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.521319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.521444] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.521531] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('028e6985-af4f-4dc5-abc5-49de7eb985c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.690650] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77803dc7-4ea3-40a7-a1ad-d8bc6f015100 in Status: SUCCESS [ 756.690650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.690650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.690650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.690650] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.690650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.690650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.690650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.690650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.690650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.690650] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77803dc7-4ea3-40a7-a1ad-d8bc6f015100',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.024945] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('028e6985-af4f-4dc5-abc5-49de7eb985c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.062060] env[65529]: INFO networking_nsxv3.common.synchronization [req-35d8e848-4a17-4f2b-bd96-17bbb6880005 req-27b5999c-3386-4f99-8ca1-76234da21293 tempest-ServersTestManualDisk-1823054837 tempest-ServersTestManualDisk-1823054837-project-member] Enqueued Resource ID: dafd6b6e-d17f-4ace-a914-14b597bbdc83 with Priority: HIGHEST for action security_group_members [ 757.062060] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dafd6b6e-d17f-4ace-a914-14b597bbdc83 with Priority: HIGHEST for action security_group_members [ 757.062235] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-dafd6b6e-d17f-4ace-a914-14b597bbdc83 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.062334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dafd6b6e-d17f-4ace-a914-14b597bbdc83" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.062405] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dafd6b6e-d17f-4ace-a914-14b597bbdc83" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.062583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dafd6b6e-d17f-4ace-a914-14b597bbdc83" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.062723] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.062814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.062868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.063301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.066033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.066033] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dafd6b6e-d17f-4ace-a914-14b597bbdc83',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.180788] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 in Status: SUCCESS [ 757.181127] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.195774] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77803dc7-4ea3-40a7-a1ad-d8bc6f015100',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.327743] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-313 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.328042] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-313" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.328239] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-313" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.328692] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-313" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.329199] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.329511] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.329662] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.329947] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.330138] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.330415] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.330561] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.330716] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.330871] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.331123] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.331182] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.331633] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.354448] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.354941] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 757.354941] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.355100] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-313" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.355438] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-cdc86267-e656-40be-b850-104d4f253e1e taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.355604] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-cdc86267-e656-40be-b850-104d4f253e1e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.355722] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-cdc86267-e656-40be-b850-104d4f253e1e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.357133] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-cdc86267-e656-40be-b850-104d4f253e1e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.357320] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdc86267-e656-40be-b850-104d4f253e1e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.526304] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('028e6985-af4f-4dc5-abc5-49de7eb985c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.568421] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.568619] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.568819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.569894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.570066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.570389] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.570389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.570618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.570750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.570869] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.571048] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dafd6b6e-d17f-4ace-a914-14b597bbdc83 is going to be updated. [ 757.609329] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.609539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.609643] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.609954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.610176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.623571] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dafd6b6e-d17f-4ace-a914-14b597bbdc83 in Status: IN_PROGRESS for 2s [ 757.700427] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77803dc7-4ea3-40a7-a1ad-d8bc6f015100: rpc.has_security_group_logging(os_id): False [ 757.729257] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.729257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.729257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.729257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.729257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.730156] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.730602] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.730885] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.731607] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.731607] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.731880] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77803dc7-4ea3-40a7-a1ad-d8bc6f015100 is going to be created. [ 757.825170] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.825170] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.825170] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.825170] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.825170] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.840845] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77803dc7-4ea3-40a7-a1ad-d8bc6f015100 in Status: IN_PROGRESS for 2s [ 757.860473] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.861113] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.864024] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.864024] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.864024] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.864024] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port cdc86267-e656-40be-b850-104d4f253e1e not found, creating... [ 757.864024] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.864024] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.864024] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.864024] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.864024] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.864024] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.865114] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.869000] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.869000] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.869000] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.869000] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: cdc86267-e656-40be-b850-104d4f253e1e is going to be created. [ 757.925608] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.928026] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.928026] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.928026] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.928026] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.928026] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-cdc86267-e656-40be-b850-104d4f253e1e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.034879] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.034879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.034879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.034879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.034879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.034879] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 is going to be updated. [ 758.074089] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.074328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.074421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.074652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.074813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.098712] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 in Status: IN_PROGRESS for 2s [ 758.127612] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 in Status: SUCCESS [ 758.127820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.128046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.128279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.128488] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.128607] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.128666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.128819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.128901] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.128988] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.129099] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.633162] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c23df24-c72f-416f-a77c-de60dc11cea7 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.633433] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.633433] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.633641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.633728] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.634253] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.634253] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.634253] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.634253] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.634253] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.634429] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c23df24-c72f-416f-a77c-de60dc11cea7 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.634429] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.634509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.634602] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.634733] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.634825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.634884] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.635028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.635104] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.635184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.635277] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.642646] env[65529]: INFO networking_nsxv3.common.synchronization [req-9f36ebb1-a2a4-4712-815e-b8fee327bc0f req-746d06df-16db-4fef-885d-cab1565f0e85 service nova] Enqueued Resource ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 with Priority: HIGHEST for action security_group_rules [ 758.642811] env[65529]: INFO networking_nsxv3.common.synchronization [req-9f36ebb1-a2a4-4712-815e-b8fee327bc0f req-746d06df-16db-4fef-885d-cab1565f0e85 service nova] Enqueued Resource ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 with Priority: HIGHEST for action security_group_members [ 758.642942] env[65529]: INFO networking_nsxv3.common.synchronization [req-9f36ebb1-a2a4-4712-815e-b8fee327bc0f req-746d06df-16db-4fef-885d-cab1565f0e85 service nova] Enqueued Resource ID: cdc86267-e656-40be-b850-104d4f253e1e with Priority: HIGHEST for action port [ 758.643479] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 with Priority: HIGHEST for action security_group_rules [ 758.643649] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 with Priority: HIGHEST for action security_group_members [ 758.643756] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdc86267-e656-40be-b850-104d4f253e1e with Priority: HIGHEST for action port [ 758.644600] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-028e6985-af4f-4dc5-abc5-49de7eb985c9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.645830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.645912] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.648323] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.648323] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('028e6985-af4f-4dc5-abc5-49de7eb985c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.648323] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-028e6985-af4f-4dc5-abc5-49de7eb985c9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.648323] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.648643] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdc86267-e656-40be-b850-104d4f253e1e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.648643] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdc86267-e656-40be-b850-104d4f253e1e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.648643] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdc86267-e656-40be-b850-104d4f253e1e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.649270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdc86267-e656-40be-b850-104d4f253e1e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.649270] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdc86267-e656-40be-b850-104d4f253e1e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.138967] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c23df24-c72f-416f-a77c-de60dc11cea7: rpc.has_security_group_logging(os_id): False [ 759.151045] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-028e6985-af4f-4dc5-abc5-49de7eb985c9 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.151249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.151581] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cdc86267-e656-40be-b850-104d4f253e1e with status ACTIVE [ 759.151814] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.152239] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.152239] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.152455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.152570] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.152763] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.152866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.152932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.153107] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.153188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.153366] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.153461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.153522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.153666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.153744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.153817] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cdc86267-e656-40be-b850-104d4f253e1e is going to be updated. [ 759.163493] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.163775] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.163864] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.164089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.164184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.164441] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.164533] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.164609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.164855] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.164950] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.165173] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.165296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.165392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.165551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.165643] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.165836] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.165928] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.166026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.166188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.166266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.166351] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 is going to be created. [ 759.177305] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.177549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.177668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.177946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.178156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.178384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdc86267-e656-40be-b850-104d4f253e1e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.247683] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.247893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.247893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.248089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.248278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.264101] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 in Status: IN_PROGRESS for 2s [ 759.635046] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dafd6b6e-d17f-4ace-a914-14b597bbdc83 in Status: SUCCESS [ 759.635444] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dafd6b6e-d17f-4ace-a914-14b597bbdc83 deletion is rescheduled due to dependency. [ 759.635525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dafd6b6e-d17f-4ace-a914-14b597bbdc83" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.858888] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77803dc7-4ea3-40a7-a1ad-d8bc6f015100 in Status: SUCCESS [ 759.858983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.110052] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 in Status: SUCCESS [ 760.110382] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.110602] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.110850] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.111053] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.111175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.112018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.112018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.112018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.112018] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('028e6985-af4f-4dc5-abc5-49de7eb985c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.615482] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('028e6985-af4f-4dc5-abc5-49de7eb985c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.119512] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('028e6985-af4f-4dc5-abc5-49de7eb985c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.277846] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 in Status: SUCCESS [ 761.277846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.622594] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.622758] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.622831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.623076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.623738] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.623738] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 is going to be updated. [ 761.660731] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.661613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.661613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.661613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.661613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.675022] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 in Status: IN_PROGRESS for 2s [ 763.394353] env[65529]: INFO networking_nsxv3.common.synchronization [None req-e9824703-1e8d-4a1e-b837-93aef6a06cd7 None None] Enqueued Resource ID: ae6c4c68-872a-4e7a-978d-1b95787a092f with Priority: HIGHEST for action port [ 763.395235] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae6c4c68-872a-4e7a-978d-1b95787a092f with Priority: HIGHEST for action port [ 763.395486] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae6c4c68-872a-4e7a-978d-1b95787a092f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.395640] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae6c4c68-872a-4e7a-978d-1b95787a092f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.395722] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae6c4c68-872a-4e7a-978d-1b95787a092f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.396016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae6c4c68-872a-4e7a-978d-1b95787a092f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.396111] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae6c4c68-872a-4e7a-978d-1b95787a092f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.536644] env[65529]: INFO networking_nsxv3.common.synchronization [req-4438cdf1-d9b1-4b84-8e4f-0d51aaa0ab04 req-dc4aef2b-19f5-4902-9e2d-760b08f97e9e tempest-ImagesOneServerTestJSON-683566478 tempest-ImagesOneServerTestJSON-683566478-project-member] Enqueued Resource ID: 4abdc664-e9f3-47d7-9dcf-0dee9b6421d6 with Priority: HIGHEST for action security_group_members [ 763.537397] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4abdc664-e9f3-47d7-9dcf-0dee9b6421d6 with Priority: HIGHEST for action security_group_members [ 763.537973] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.537973] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.537973] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.539031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.539031] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.539031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.539031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.539294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.539294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.539294] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4abdc664-e9f3-47d7-9dcf-0dee9b6421d6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.694381] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 in Status: SUCCESS [ 763.695063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.695282] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.695693] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.696123] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.696268] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.696410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.696847] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.697062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.697169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.697352] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('028e6985-af4f-4dc5-abc5-49de7eb985c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.899868] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae6c4c68-872a-4e7a-978d-1b95787a092f [ 763.899868] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.899868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.899868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.899868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.899868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.899868] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae6c4c68-872a-4e7a-978d-1b95787a092f already deleted. [ 763.899868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae6c4c68-872a-4e7a-978d-1b95787a092f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.042177] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.042177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.042177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.042501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.042592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.042797] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.042904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.042951] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.043132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.043309] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.043309] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4abdc664-e9f3-47d7-9dcf-0dee9b6421d6 is going to be updated. [ 764.075378] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.075378] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.075378] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.075378] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.075378] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.083642] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4abdc664-e9f3-47d7-9dcf-0dee9b6421d6 in Status: IN_PROGRESS for 2s [ 764.200228] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-028e6985-af4f-4dc5-abc5-49de7eb985c9 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.200463] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.201316] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.201316] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.201316] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.201490] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.201490] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.201809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.201809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.201945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.202044] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-028e6985-af4f-4dc5-abc5-49de7eb985c9 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.202159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.202210] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.202596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.203217] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.203217] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.203217] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.203217] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.203217] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.203217] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.203612] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('028e6985-af4f-4dc5-abc5-49de7eb985c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.709311] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 028e6985-af4f-4dc5-abc5-49de7eb985c9: rpc.has_security_group_logging(os_id): False [ 764.728676] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.728846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.728928] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.729404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.729479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.731135] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.731370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.731486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.731694] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.731795] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.732066] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.733252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.733252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.733252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.733252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.733252] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.733252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.733252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.733252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.733252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.733252] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 is going to be updated. [ 764.809733] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.810057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.810057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.810324] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.810652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.830050] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 in Status: IN_PROGRESS for 2s [ 765.768036] env[65529]: INFO networking_nsxv3.common.synchronization [None req-2e88ddc6-4e33-412d-ac6f-fd64c71ea9aa tempest-ServerActionsTestOtherA-841971939 tempest-ServerActionsTestOtherA-841971939-project-member] Enqueued Resource ID: c8ef9398-830c-417e-9e68-f7189c49b66b with Priority: HIGHEST for action security_group_rules [ 765.768673] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ef9398-830c-417e-9e68-f7189c49b66b with Priority: HIGHEST for action security_group_rules [ 765.768972] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8ef9398-830c-417e-9e68-f7189c49b66b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.772679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.772839] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.773166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.773291] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8ef9398-830c-417e-9e68-f7189c49b66b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.974488] env[65529]: INFO networking_nsxv3.common.synchronization [None req-045d7a1e-d3f6-45d6-883d-99cb5d4a2b0c tempest-ServerActionsTestOtherA-841971939 tempest-ServerActionsTestOtherA-841971939-project-member] Enqueued Resource ID: c8ef9398-830c-417e-9e68-f7189c49b66b with Priority: HIGHEST for action security_group_rules [ 765.976108] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ef9398-830c-417e-9e68-f7189c49b66b with Priority: HIGHEST for action security_group_rules [ 765.976152] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8ef9398-830c-417e-9e68-f7189c49b66b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.976287] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.093912] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4abdc664-e9f3-47d7-9dcf-0dee9b6421d6 in Status: SUCCESS [ 766.093912] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4abdc664-e9f3-47d7-9dcf-0dee9b6421d6 deletion is rescheduled due to dependency. [ 766.093912] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.295805] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.296017] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.296017] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.296761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.296761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.296761] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8ef9398-830c-417e-9e68-f7189c49b66b already deleted. [ 766.296761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.296761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.297067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.297067] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8ef9398-830c-417e-9e68-f7189c49b66b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.821385] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.821729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.821729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.821858] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.821964] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.822045] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8ef9398-830c-417e-9e68-f7189c49b66b already deleted. [ 766.822132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.845075] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 in Status: SUCCESS [ 766.846802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.042413] env[65529]: INFO networking_nsxv3.common.synchronization [None req-89a1b9f6-b8ea-4136-a0cf-edc33f3ca11e None None] Enqueued Resource ID: a9d02805-9bf4-46cf-b9bd-b96d8e9fc62d with Priority: HIGHEST for action port [ 767.042413] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9d02805-9bf4-46cf-b9bd-b96d8e9fc62d with Priority: HIGHEST for action port [ 767.042573] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9d02805-9bf4-46cf-b9bd-b96d8e9fc62d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.042690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9d02805-9bf4-46cf-b9bd-b96d8e9fc62d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.042752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9d02805-9bf4-46cf-b9bd-b96d8e9fc62d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.044221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9d02805-9bf4-46cf-b9bd-b96d8e9fc62d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.044365] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9d02805-9bf4-46cf-b9bd-b96d8e9fc62d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.546543] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9d02805-9bf4-46cf-b9bd-b96d8e9fc62d [ 767.546757] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.546882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.547109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.547181] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.547270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.547360] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9d02805-9bf4-46cf-b9bd-b96d8e9fc62d already deleted. [ 767.547688] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9d02805-9bf4-46cf-b9bd-b96d8e9fc62d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.824262] env[65529]: INFO networking_nsxv3.common.synchronization [req-8fc71496-8d65-44b9-b183-031301042691 req-01fdf2e5-40bd-4574-b467-a266767142fe tempest-ServerDiskConfigTestJSON-223320736 tempest-ServerDiskConfigTestJSON-223320736-project-member] Enqueued Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_members [ 769.824262] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_members [ 769.824262] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.824262] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.826276] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.826511] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.826713] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.826827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.827089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.827089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.827193] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.827284] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.330157] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.330157] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.330157] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.330157] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.330157] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.330396] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.330450] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.330487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.330611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.330679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.330758] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd is going to be updated. [ 770.359983] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.360381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.360577] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.360907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.364923] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.376682] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd in Status: IN_PROGRESS for 2s [ 770.605671] env[65529]: INFO networking_nsxv3.common.synchronization [None req-1624318f-a34c-47e6-b2a5-e0e95a933088 tempest-ImagesOneServerNegativeTestJSON-27004092 tempest-ImagesOneServerNegativeTestJSON-27004092-project-member] Enqueued Resource ID: 68fb7074-9e4f-4493-8163-3703a09f5471 with Priority: HIGHEST for action security_group_rules [ 770.606103] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68fb7074-9e4f-4493-8163-3703a09f5471 with Priority: HIGHEST for action security_group_rules [ 770.606392] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68fb7074-9e4f-4493-8163-3703a09f5471 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.606533] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68fb7074-9e4f-4493-8163-3703a09f5471" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.606598] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68fb7074-9e4f-4493-8163-3703a09f5471" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.606874] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68fb7074-9e4f-4493-8163-3703a09f5471" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.606959] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68fb7074-9e4f-4493-8163-3703a09f5471',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.699130] env[65529]: INFO networking_nsxv3.common.synchronization [None req-94d7453f-c433-4d8d-9f5b-c72da02a4ffb tempest-ImagesOneServerNegativeTestJSON-27004092 tempest-ImagesOneServerNegativeTestJSON-27004092-project-member] Enqueued Resource ID: 68fb7074-9e4f-4493-8163-3703a09f5471 with Priority: HIGHEST for action security_group_rules [ 770.699685] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68fb7074-9e4f-4493-8163-3703a09f5471 with Priority: HIGHEST for action security_group_rules [ 770.699981] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68fb7074-9e4f-4493-8163-3703a09f5471 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.700162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68fb7074-9e4f-4493-8163-3703a09f5471" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.136729] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.137055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.138019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.138019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.138019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.138019] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68fb7074-9e4f-4493-8163-3703a09f5471 already deleted. [ 771.138385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68fb7074-9e4f-4493-8163-3703a09f5471" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.138422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68fb7074-9e4f-4493-8163-3703a09f5471" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.138655] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68fb7074-9e4f-4493-8163-3703a09f5471" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.138791] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68fb7074-9e4f-4493-8163-3703a09f5471',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.661508] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.661697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.661766] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.662187] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.662187] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.662187] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68fb7074-9e4f-4493-8163-3703a09f5471 already deleted. [ 771.662339] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68fb7074-9e4f-4493-8163-3703a09f5471" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.259554] env[65529]: INFO networking_nsxv3.common.synchronization [req-61e6a883-e900-450b-b6f3-80d78fe9b043 req-be5ac963-9254-41a6-8dfd-64d154a529ac tempest-AttachInterfacesTestJSON-2112292789 tempest-AttachInterfacesTestJSON-2112292789-project-member] Enqueued Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_members [ 772.260174] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_members [ 772.260579] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c23df24-c72f-416f-a77c-de60dc11cea7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.260676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.260718] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.260898] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.261627] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.261766] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.261832] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.262032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.262124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.262234] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.387894] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd in Status: SUCCESS [ 772.387894] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd deletion is rescheduled due to dependency. [ 772.387894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.605320] env[65529]: INFO networking_nsxv3.common.synchronization [req-659a04d0-8b10-41b5-9835-7e884ca3a770 req-b643d417-1d2c-4982-b4cf-f102dc03378b tempest-ListServerFiltersTestJSON-123931929 tempest-ListServerFiltersTestJSON-123931929-project-member] Enqueued Resource ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 with Priority: HIGHEST for action security_group_members [ 772.605891] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 with Priority: HIGHEST for action security_group_members [ 772.606205] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-028e6985-af4f-4dc5-abc5-49de7eb985c9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.606325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.606394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.606586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.606730] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.606823] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.606880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.607112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.607232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.607347] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('028e6985-af4f-4dc5-abc5-49de7eb985c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.700369] env[65529]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 772.700562] env[65529]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] NSXv3 Agent Agent loop - iteration:1 started [ 772.766653] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.766653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.766653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.766653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.766653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.766653] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.766653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.766653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.766653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.766653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.766653] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 is going to be updated. [ 772.796373] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.801205] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.801205] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.801361] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.801501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.810061] env[65529]: INFO networking_nsxv3.common.synchronization [req-8e90193f-efe6-4953-a396-a960f4fb3f27 req-965aab9b-b063-4e02-ad56-031c995338f6 tempest-ServerMetadataNegativeTestJSON-668346707 tempest-ServerMetadataNegativeTestJSON-668346707-project-member] Enqueued Resource ID: dd8d5ffe-3122-497e-81e6-d506f4ffbe87 with Priority: HIGHEST for action security_group_members [ 772.810637] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8d5ffe-3122-497e-81e6-d506f4ffbe87 with Priority: HIGHEST for action security_group_members [ 772.811613] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 in Status: IN_PROGRESS for 2s [ 772.811930] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8d5ffe-3122-497e-81e6-d506f4ffbe87 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.813137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8d5ffe-3122-497e-81e6-d506f4ffbe87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.813137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8d5ffe-3122-497e-81e6-d506f4ffbe87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.813137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8d5ffe-3122-497e-81e6-d506f4ffbe87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.813137] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.813137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.813137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.813137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.813137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.813560] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd8d5ffe-3122-497e-81e6-d506f4ffbe87',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.111459] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('028e6985-af4f-4dc5-abc5-49de7eb985c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.156867] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-313 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.160151] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-313" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.160151] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-313" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.160151] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-313" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.160151] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.160151] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.160151] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.160151] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.160151] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.160151] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.160151] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.160151] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.160151] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.160151] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.160595] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.160595] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.183151] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.183363] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 773.183534] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.183725] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-313" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.184071] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-82c2497d-9a60-4fee-89c1-a39c336a360e taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.184263] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-82c2497d-9a60-4fee-89c1-a39c336a360e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.184379] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-82c2497d-9a60-4fee-89c1-a39c336a360e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.184722] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-82c2497d-9a60-4fee-89c1-a39c336a360e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.184865] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82c2497d-9a60-4fee-89c1-a39c336a360e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.316418] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.316418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.316418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.316418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.316418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.316418] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.316418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.319516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.319516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.319516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.319516] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd8d5ffe-3122-497e-81e6-d506f4ffbe87 is going to be updated. [ 773.357107] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.359018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.359018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.359018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.359018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.370287] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8d5ffe-3122-497e-81e6-d506f4ffbe87 in Status: IN_PROGRESS for 2s [ 773.615268] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('028e6985-af4f-4dc5-abc5-49de7eb985c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.687198] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.687398] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.688033] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.688033] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.688033] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.688185] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port 82c2497d-9a60-4fee-89c1-a39c336a360e not found, creating... [ 773.688847] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.688847] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.688847] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.688847] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.689078] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.689392] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.689392] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.689517] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.689653] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.689774] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.689899] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: 82c2497d-9a60-4fee-89c1-a39c336a360e is going to be created. [ 773.713878] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.714085] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.714675] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.714675] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.714804] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.715174] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-82c2497d-9a60-4fee-89c1-a39c336a360e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.118074] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.118243] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.118313] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.118719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.118719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.118719] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 is going to be updated. [ 774.152398] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.152568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.152708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.152906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.153104] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.163981] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 in Status: IN_PROGRESS for 2s [ 774.459750] env[65529]: INFO networking_nsxv3.common.synchronization [req-659a04d0-8b10-41b5-9835-7e884ca3a770 req-43a10748-289c-4fab-a4df-b9c109f38b8a service nova] Enqueued Resource ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 with Priority: HIGHEST for action security_group_rules [ 774.460008] env[65529]: INFO networking_nsxv3.common.synchronization [req-659a04d0-8b10-41b5-9835-7e884ca3a770 req-43a10748-289c-4fab-a4df-b9c109f38b8a service nova] Enqueued Resource ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 with Priority: HIGHEST for action security_group_members [ 774.460087] env[65529]: INFO networking_nsxv3.common.synchronization [req-659a04d0-8b10-41b5-9835-7e884ca3a770 req-43a10748-289c-4fab-a4df-b9c109f38b8a service nova] Enqueued Resource ID: 82c2497d-9a60-4fee-89c1-a39c336a360e with Priority: HIGHEST for action port [ 774.460627] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 with Priority: HIGHEST for action security_group_rules [ 774.460760] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 with Priority: HIGHEST for action security_group_members [ 774.460856] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82c2497d-9a60-4fee-89c1-a39c336a360e with Priority: HIGHEST for action port [ 774.461131] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-028e6985-af4f-4dc5-abc5-49de7eb985c9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.461261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.461369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.461559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.461661] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('028e6985-af4f-4dc5-abc5-49de7eb985c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.462463] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-028e6985-af4f-4dc5-abc5-49de7eb985c9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.462561] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.462746] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-82c2497d-9a60-4fee-89c1-a39c336a360e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.462859] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82c2497d-9a60-4fee-89c1-a39c336a360e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.462961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82c2497d-9a60-4fee-89c1-a39c336a360e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.463171] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82c2497d-9a60-4fee-89c1-a39c336a360e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.463566] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82c2497d-9a60-4fee-89c1-a39c336a360e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.822761] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 in Status: SUCCESS [ 774.822945] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 deletion is rescheduled due to dependency. [ 774.823655] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.965706] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-028e6985-af4f-4dc5-abc5-49de7eb985c9 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.965807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.965984] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82c2497d-9a60-4fee-89c1-a39c336a360e with status ACTIVE [ 774.966162] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.966327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.966327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.966537] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.966624] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.966786] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.966882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.968576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.968858] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.969609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.970097] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.970549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.970800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.971447] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.971664] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.971765] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82c2497d-9a60-4fee-89c1-a39c336a360e is going to be updated. [ 775.000036] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.000290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.000363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.000602] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.000838] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.001299] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82c2497d-9a60-4fee-89c1-a39c336a360e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.382199] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8d5ffe-3122-497e-81e6-d506f4ffbe87 in Status: SUCCESS [ 775.382199] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd8d5ffe-3122-497e-81e6-d506f4ffbe87 deletion is rescheduled due to dependency. [ 775.382199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8d5ffe-3122-497e-81e6-d506f4ffbe87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.398874] env[65529]: INFO networking_nsxv3.common.synchronization [req-aa7b5048-0d26-4671-866b-09407a56e3f9 req-3e9c1406-99b5-45ea-88e6-29dd18e02598 tempest-ServersTestMultiNic-166249226 tempest-ServersTestMultiNic-166249226-project-member] Enqueued Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_members [ 775.399478] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_members [ 775.399833] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb326e50-0a79-4d89-af37-71b08113e927 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.399932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.400210] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.400674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.400674] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.400817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.400968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.401248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.401391] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.401578] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.735777] env[65529]: INFO networking_nsxv3.common.synchronization [req-aa7b5048-0d26-4671-866b-09407a56e3f9 req-00c2ea49-858c-4f28-93e8-40cdf9541495 tempest-ServersTestMultiNic-166249226 tempest-ServersTestMultiNic-166249226-project-member] Enqueued Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_members [ 775.736403] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_members [ 775.736702] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb326e50-0a79-4d89-af37-71b08113e927 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.736796] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.904363] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.904657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.904657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.904856] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.904946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.905163] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.905258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.905324] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.905555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.905555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.905682] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb326e50-0a79-4d89-af37-71b08113e927 already deleted. [ 775.905682] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.905844] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.905986] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.906136] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.906227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.906289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.906424] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.906496] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.906585] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.060094] env[65529]: INFO networking_nsxv3.common.synchronization [req-aa7b5048-0d26-4671-866b-09407a56e3f9 req-3bc6b7d2-0073-43a2-964e-35af005e892b tempest-ServersTestMultiNic-166249226 tempest-ServersTestMultiNic-166249226-project-member] Enqueued Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_members [ 776.060633] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_members [ 776.060945] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb326e50-0a79-4d89-af37-71b08113e927 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.061069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.174529] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 in Status: SUCCESS [ 776.177018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.177018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.177018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.177018] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.177018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.177018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.177018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.177018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.177018] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('028e6985-af4f-4dc5-abc5-49de7eb985c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.253763] env[65529]: INFO networking_nsxv3.common.synchronization [req-a2262a61-c9c4-4bcf-904f-6e1390095b0f req-cc991c7a-d07c-4674-b8fb-1c0545c5cc83 tempest-AttachInterfacesTestJSON-2112292789 tempest-AttachInterfacesTestJSON-2112292789-project-member] Enqueued Resource ID: f21f25d4-b502-468d-9d4f-402fa266ee57 with Priority: HIGHEST for action security_group_members [ 776.253763] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f21f25d4-b502-468d-9d4f-402fa266ee57 with Priority: HIGHEST for action security_group_members [ 776.253763] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f21f25d4-b502-468d-9d4f-402fa266ee57 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.254137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f21f25d4-b502-468d-9d4f-402fa266ee57" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.254339] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f21f25d4-b502-468d-9d4f-402fa266ee57" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.254649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f21f25d4-b502-468d-9d4f-402fa266ee57" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.254909] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.255224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.256632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.256632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.256632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.256632] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f21f25d4-b502-468d-9d4f-402fa266ee57',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.406776] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-797 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.406986] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-797" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.407184] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-797" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.407576] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-797" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.407884] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.407977] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.410255] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.410793] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.412112] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.412492] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.412492] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.412599] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.412717] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.412900] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.413101] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.413300] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.418192] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.418192] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.418192] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.418192] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.418192] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.418192] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.418192] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.418192] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.418192] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.418597] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.418597] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb326e50-0a79-4d89-af37-71b08113e927 already deleted. [ 776.418597] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.418701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.418784] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.418958] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.419062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.419120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.419254] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.419356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.419451] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.443995] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.443995] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 776.443995] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.443995] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-797" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.443995] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-99b2eeb6-65ff-41da-b395-0c179cb202c0 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.443995] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-99b2eeb6-65ff-41da-b395-0c179cb202c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.443995] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-99b2eeb6-65ff-41da-b395-0c179cb202c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.443995] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-99b2eeb6-65ff-41da-b395-0c179cb202c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.443995] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99b2eeb6-65ff-41da-b395-0c179cb202c0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.678671] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('028e6985-af4f-4dc5-abc5-49de7eb985c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.757949] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.758322] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.758322] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.758411] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.758674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.758711] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.758786] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.758849] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.758995] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.759625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.759725] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f21f25d4-b502-468d-9d4f-402fa266ee57 is going to be updated. [ 776.789698] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.789882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.789947] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.790256] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.790438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.823296] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f21f25d4-b502-468d-9d4f-402fa266ee57 in Status: IN_PROGRESS for 2s [ 776.922667] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.923272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.923272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.923611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.923782] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.924168] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.924594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.925020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.925020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.925020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.925215] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb326e50-0a79-4d89-af37-71b08113e927 already deleted. [ 776.925215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.949621] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.949970] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.950188] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.950596] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.950831] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.951080] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 99b2eeb6-65ff-41da-b395-0c179cb202c0 not found, creating... [ 776.951561] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.951810] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.951997] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.952496] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.952638] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.953104] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.953345] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.953528] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.953863] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.954106] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.954331] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 99b2eeb6-65ff-41da-b395-0c179cb202c0 is going to be created. [ 776.981162] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.981394] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.981528] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.981799] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.982039] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.982302] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-99b2eeb6-65ff-41da-b395-0c179cb202c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.182167] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('028e6985-af4f-4dc5-abc5-49de7eb985c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.685543] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.685543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.685696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.685885] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.685979] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.686092] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 is going to be updated. [ 777.723065] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.723065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.723065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.723249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.725157] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.735588] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 in Status: IN_PROGRESS for 2s [ 777.763457] env[65529]: INFO networking_nsxv3.common.synchronization [req-aa7b5048-0d26-4671-866b-09407a56e3f9 req-fae853a9-ed45-44b8-9239-8edeae51885a service nova] Enqueued Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_rules [ 777.764229] env[65529]: INFO networking_nsxv3.common.synchronization [req-aa7b5048-0d26-4671-866b-09407a56e3f9 req-fae853a9-ed45-44b8-9239-8edeae51885a service nova] Enqueued Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_members [ 777.764229] env[65529]: INFO networking_nsxv3.common.synchronization [req-aa7b5048-0d26-4671-866b-09407a56e3f9 req-fae853a9-ed45-44b8-9239-8edeae51885a service nova] Enqueued Resource ID: 99b2eeb6-65ff-41da-b395-0c179cb202c0 with Priority: HIGHEST for action port [ 777.764843] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_rules [ 777.765377] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_members [ 777.765632] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99b2eeb6-65ff-41da-b395-0c179cb202c0 with Priority: HIGHEST for action port [ 777.766097] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb326e50-0a79-4d89-af37-71b08113e927 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.766337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.767009] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.767451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.767637] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.768979] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb326e50-0a79-4d89-af37-71b08113e927 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.769812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.770175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.770509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.770998] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.771945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.771945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.771945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.772114] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.773863] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.774992] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-99b2eeb6-65ff-41da-b395-0c179cb202c0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.777035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99b2eeb6-65ff-41da-b395-0c179cb202c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.777170] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99b2eeb6-65ff-41da-b395-0c179cb202c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.777552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99b2eeb6-65ff-41da-b395-0c179cb202c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.777891] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99b2eeb6-65ff-41da-b395-0c179cb202c0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.275363] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.281788] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb326e50-0a79-4d89-af37-71b08113e927 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.281788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.281788] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99b2eeb6-65ff-41da-b395-0c179cb202c0 with status ACTIVE [ 778.281788] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.282257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.282257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.282257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.282257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.282478] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.282551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.282610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.282732] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.282810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.282991] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.283101] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.283158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.283304] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.283381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.283467] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99b2eeb6-65ff-41da-b395-0c179cb202c0 is going to be updated. [ 778.310043] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.310043] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.310043] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.310043] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.310043] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.310043] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99b2eeb6-65ff-41da-b395-0c179cb202c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.573920] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-48 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.573920] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-48" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.574209] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-48" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.574407] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-48" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.574707] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.575012] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.575012] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.575191] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.575347] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.575608] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.575714] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 778.575816] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 778.575917] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 778.576041] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.576125] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 778.576271] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 778.596922] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 778.597183] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 778.597407] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 778.597699] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-48" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.598176] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-e2baa8c4-edda-4596-9248-236f39e92377 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.598454] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-e2baa8c4-edda-4596-9248-236f39e92377" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.598669] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-e2baa8c4-edda-4596-9248-236f39e92377" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.599155] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-e2baa8c4-edda-4596-9248-236f39e92377" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.599394] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2baa8c4-edda-4596-9248-236f39e92377',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.778473] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.836695] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f21f25d4-b502-468d-9d4f-402fa266ee57 in Status: SUCCESS [ 778.836695] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f21f25d4-b502-468d-9d4f-402fa266ee57 deletion is rescheduled due to dependency. [ 778.836695] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f21f25d4-b502-468d-9d4f-402fa266ee57" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.101886] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.102151] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.102252] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.105874] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.105874] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.105874] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port e2baa8c4-edda-4596-9248-236f39e92377 not found, creating... [ 779.105874] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.105874] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.105874] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.105874] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.105874] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.105874] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.105874] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.106339] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.106339] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.106339] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.106339] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: e2baa8c4-edda-4596-9248-236f39e92377 is going to be created. [ 779.130760] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.130995] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.131106] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.131464] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.131694] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.131909] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-e2baa8c4-edda-4596-9248-236f39e92377" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.281115] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.281532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.281532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.281664] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.281664] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.281774] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb326e50-0a79-4d89-af37-71b08113e927 is going to be created. [ 779.322789] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.322973] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.323029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.323269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.323437] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.336793] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb326e50-0a79-4d89-af37-71b08113e927 in Status: UNINITIALIZED for 2s [ 779.747044] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 in Status: SUCCESS [ 779.747514] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.747514] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.747792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.748333] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.748333] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.748333] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.748505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.748638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.748736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.749026] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('028e6985-af4f-4dc5-abc5-49de7eb985c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.952221] env[65529]: INFO networking_nsxv3.common.synchronization [req-aa7b5048-0d26-4671-866b-09407a56e3f9 req-e78232a6-b9cc-412f-996d-e96eee5f8b02 service nova] Enqueued Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_rules [ 779.952503] env[65529]: INFO networking_nsxv3.common.synchronization [req-aa7b5048-0d26-4671-866b-09407a56e3f9 req-e78232a6-b9cc-412f-996d-e96eee5f8b02 service nova] Enqueued Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_members [ 779.952673] env[65529]: INFO networking_nsxv3.common.synchronization [req-aa7b5048-0d26-4671-866b-09407a56e3f9 req-e78232a6-b9cc-412f-996d-e96eee5f8b02 service nova] Enqueued Resource ID: e2baa8c4-edda-4596-9248-236f39e92377 with Priority: HIGHEST for action port [ 779.953493] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_rules [ 779.953708] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_members [ 779.953889] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2baa8c4-edda-4596-9248-236f39e92377 with Priority: HIGHEST for action port [ 779.954258] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb326e50-0a79-4d89-af37-71b08113e927 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.954380] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.954639] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb326e50-0a79-4d89-af37-71b08113e927 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.954766] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.955013] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2baa8c4-edda-4596-9248-236f39e92377 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.955124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2baa8c4-edda-4596-9248-236f39e92377" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.956422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2baa8c4-edda-4596-9248-236f39e92377" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.956422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2baa8c4-edda-4596-9248-236f39e92377" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.956422] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2baa8c4-edda-4596-9248-236f39e92377',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.255352] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-028e6985-af4f-4dc5-abc5-49de7eb985c9 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.255642] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.255702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.255988] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.256422] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.257934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.257934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.258060] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.258111] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.258190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.258370] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-028e6985-af4f-4dc5-abc5-49de7eb985c9 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.258503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.258537] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.258838] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.258904] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.258993] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.259059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.259189] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.259270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.259387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.259486] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('028e6985-af4f-4dc5-abc5-49de7eb985c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.457687] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2baa8c4-edda-4596-9248-236f39e92377 with status ACTIVE [ 780.457969] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.458079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.458140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.459118] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.459118] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.459118] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.459118] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.459118] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.459118] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.459118] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.459395] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.459395] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.459468] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.459647] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.460769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.460769] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2baa8c4-edda-4596-9248-236f39e92377 is going to be updated. [ 780.482623] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.483930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.483930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.483930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.483930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.483930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2baa8c4-edda-4596-9248-236f39e92377" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.762202] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 028e6985-af4f-4dc5-abc5-49de7eb985c9: rpc.has_security_group_logging(os_id): False [ 780.784688] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.784688] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.784688] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.784688] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.785164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.785238] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.785430] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.785537] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.785827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.785985] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.786335] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.786522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.786630] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.788494] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.788494] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.788494] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.788494] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.788494] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.788494] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.788494] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.788494] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 is going to be updated. [ 780.857847] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.857847] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.857847] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.857847] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.858227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.874681] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 in Status: IN_PROGRESS for 2s [ 780.880039] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-797 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.880039] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-797" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.880039] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-797" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.880039] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-797" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.880716] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.883018] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.883018] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.883018] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.883018] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.883018] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.883018] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.883018] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.883018] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.883018] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.883018] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.883018] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.915755] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.915924] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 780.915984] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.916166] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-797" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.916519] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-7f75a202-8dbd-4962-9826-168860304211 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.916774] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-7f75a202-8dbd-4962-9826-168860304211" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.916932] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-7f75a202-8dbd-4962-9826-168860304211" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.917333] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-7f75a202-8dbd-4962-9826-168860304211" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.917479] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f75a202-8dbd-4962-9826-168860304211',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.347823] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb326e50-0a79-4d89-af37-71b08113e927 in Status: SUCCESS [ 781.347823] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.348148] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.348239] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.348428] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.348547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.349467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.349467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.349467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.349467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.349467] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.349968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.350333] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.350582] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.350744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.350848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.351044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.351191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.351388] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.420359] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.420681] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.420887] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.421376] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.421592] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.421816] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 7f75a202-8dbd-4962-9826-168860304211 not found, creating... [ 781.422285] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.422537] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.422723] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.423963] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.424127] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.424433] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.424764] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.424764] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.424903] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.425090] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.425791] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 7f75a202-8dbd-4962-9826-168860304211 is going to be created. [ 781.450277] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.450277] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.450277] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.450277] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.450277] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.450277] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-7f75a202-8dbd-4962-9826-168860304211" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.853889] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb326e50-0a79-4d89-af37-71b08113e927 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.854121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.854236] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.914588] env[65529]: INFO networking_nsxv3.common.synchronization [None req-75f2b0d6-4b24-42c4-80f1-d58b952ed7bb None None] Enqueued Resource ID: 582619b1-9499-4ef6-9e73-0dccda8c3d26 with Priority: HIGHEST for action port [ 781.919176] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 582619b1-9499-4ef6-9e73-0dccda8c3d26 with Priority: HIGHEST for action port [ 781.919176] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-582619b1-9499-4ef6-9e73-0dccda8c3d26 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.919176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-582619b1-9499-4ef6-9e73-0dccda8c3d26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.919176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-582619b1-9499-4ef6-9e73-0dccda8c3d26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.919176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-582619b1-9499-4ef6-9e73-0dccda8c3d26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.919176] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('582619b1-9499-4ef6-9e73-0dccda8c3d26',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.192469] env[65529]: INFO networking_nsxv3.common.synchronization [req-aa7b5048-0d26-4671-866b-09407a56e3f9 req-9f19bca6-7405-415c-8ed5-e5864989c03e service nova] Enqueued Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_rules [ 782.192661] env[65529]: INFO networking_nsxv3.common.synchronization [req-aa7b5048-0d26-4671-866b-09407a56e3f9 req-9f19bca6-7405-415c-8ed5-e5864989c03e service nova] Enqueued Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_members [ 782.192841] env[65529]: INFO networking_nsxv3.common.synchronization [req-aa7b5048-0d26-4671-866b-09407a56e3f9 req-9f19bca6-7405-415c-8ed5-e5864989c03e service nova] Enqueued Resource ID: 7f75a202-8dbd-4962-9826-168860304211 with Priority: HIGHEST for action port [ 782.194445] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_rules [ 782.194632] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_members [ 782.194756] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f75a202-8dbd-4962-9826-168860304211 with Priority: HIGHEST for action port [ 782.195052] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb326e50-0a79-4d89-af37-71b08113e927 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.195173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.195391] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb326e50-0a79-4d89-af37-71b08113e927 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.195545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.195778] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f75a202-8dbd-4962-9826-168860304211 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.195921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f75a202-8dbd-4962-9826-168860304211" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.195961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f75a202-8dbd-4962-9826-168860304211" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.196210] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f75a202-8dbd-4962-9826-168860304211" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.196284] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f75a202-8dbd-4962-9826-168860304211',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.356955] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.422872] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 582619b1-9499-4ef6-9e73-0dccda8c3d26 [ 782.422872] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.422872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.422872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.422872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.422872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.422872] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:582619b1-9499-4ef6-9e73-0dccda8c3d26 already deleted. [ 782.423254] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-582619b1-9499-4ef6-9e73-0dccda8c3d26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.702024] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f75a202-8dbd-4962-9826-168860304211 with status ACTIVE [ 782.702024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.702024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.702024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.702024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.702024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.702024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.702024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.702024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.702024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.702024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.702024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.702024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.702024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.702024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.702024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.702024] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f75a202-8dbd-4962-9826-168860304211 is going to be updated. [ 782.734741] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.734741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.734741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.734741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.734741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.734741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f75a202-8dbd-4962-9826-168860304211" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.818803] env[65529]: INFO networking_nsxv3.common.synchronization [req-890081ad-c45a-4b79-8de4-6bccbb522dfe req-de61ebe8-2d9f-4830-bbbc-5d63da90285d tempest-ServersTestBootFromVolume-1398272080 tempest-ServersTestBootFromVolume-1398272080-project-member] Enqueued Resource ID: b60ba4c2-b6a0-4ea1-9f46-b65f5518efda with Priority: HIGHEST for action security_group_members [ 782.819536] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b60ba4c2-b6a0-4ea1-9f46-b65f5518efda with Priority: HIGHEST for action security_group_members [ 782.819695] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.819881] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.819952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.820533] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.820533] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.820533] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.820711] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.820711] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.820894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.820940] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b60ba4c2-b6a0-4ea1-9f46-b65f5518efda',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.862323] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.862495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.862558] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.864675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.864877] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.865742] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb326e50-0a79-4d89-af37-71b08113e927 is going to be updated. [ 782.919020] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 in Status: SUCCESS [ 782.919268] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.948017] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.948194] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.948263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.948477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.948622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.961943] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb326e50-0a79-4d89-af37-71b08113e927 in Status: IN_PROGRESS for 2s [ 783.275674] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-658 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.275782] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-658" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.275879] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-658" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.276228] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-658" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.276486] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.276641] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.276752] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.276961] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.279929] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.280209] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.281118] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.281162] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.281354] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.281534] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.282283] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.282494] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.303898] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.304051] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 783.304189] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.304366] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-658" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.304674] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-1d7bf5ab-30c3-4112-a013-a5509698ef73 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.304887] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-1d7bf5ab-30c3-4112-a013-a5509698ef73" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.304943] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-1d7bf5ab-30c3-4112-a013-a5509698ef73" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.305318] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-1d7bf5ab-30c3-4112-a013-a5509698ef73" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.305431] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d7bf5ab-30c3-4112-a013-a5509698ef73',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.322866] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.324989] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.324989] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.324989] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.324989] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.324989] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.324989] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.324989] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.324989] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.325314] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.325314] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b60ba4c2-b6a0-4ea1-9f46-b65f5518efda already deleted. [ 783.325314] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.808217] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.808718] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.808718] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.808920] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.809162] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.809309] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 1d7bf5ab-30c3-4112-a013-a5509698ef73 not found, creating... [ 783.809565] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.809721] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.809831] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.810062] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.810191] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.810455] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.810600] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.810708] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.811382] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.811382] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.811382] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 1d7bf5ab-30c3-4112-a013-a5509698ef73 is going to be created. [ 783.831729] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.834820] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.834820] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.834820] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.834820] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.834820] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-1d7bf5ab-30c3-4112-a013-a5509698ef73" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.401878] env[65529]: INFO networking_nsxv3.common.synchronization [req-352d386c-5305-43be-aa9f-f90e820784e7 req-5d6659c5-8a9c-48d9-b09c-7583a88af80e tempest-SecurityGroupRulesTestJSON-1055233685 tempest-SecurityGroupRulesTestJSON-1055233685-project-member] Enqueued Resource ID: 26bd2112-d6e3-4449-add1-8f2915095127 with Priority: HIGHEST for action security_group_rules [ 784.402553] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26bd2112-d6e3-4449-add1-8f2915095127 with Priority: HIGHEST for action security_group_rules [ 784.403068] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26bd2112-d6e3-4449-add1-8f2915095127 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.403296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26bd2112-d6e3-4449-add1-8f2915095127" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.403580] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26bd2112-d6e3-4449-add1-8f2915095127" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.403858] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26bd2112-d6e3-4449-add1-8f2915095127" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.403997] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26bd2112-d6e3-4449-add1-8f2915095127',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.462529] env[65529]: INFO networking_nsxv3.common.synchronization [None req-59479a37-38be-420d-8b9f-2754da8f9fe4 None None] Enqueued Resource ID: 49cd2b4e-ebf1-4d4f-b377-8139fa5f05ab with Priority: HIGHEST for action port [ 784.463316] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49cd2b4e-ebf1-4d4f-b377-8139fa5f05ab with Priority: HIGHEST for action port [ 784.463963] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-49cd2b4e-ebf1-4d4f-b377-8139fa5f05ab taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.464188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49cd2b4e-ebf1-4d4f-b377-8139fa5f05ab" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.464284] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49cd2b4e-ebf1-4d4f-b377-8139fa5f05ab" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.464549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49cd2b4e-ebf1-4d4f-b377-8139fa5f05ab" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.464674] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49cd2b4e-ebf1-4d4f-b377-8139fa5f05ab',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.572362] env[65529]: INFO networking_nsxv3.common.synchronization [req-890081ad-c45a-4b79-8de4-6bccbb522dfe req-84abd070-ccde-4dc5-9e16-35fd06c56ae5 service nova] Enqueued Resource ID: b60ba4c2-b6a0-4ea1-9f46-b65f5518efda with Priority: HIGHEST for action security_group_rules [ 784.572653] env[65529]: INFO networking_nsxv3.common.synchronization [req-890081ad-c45a-4b79-8de4-6bccbb522dfe req-84abd070-ccde-4dc5-9e16-35fd06c56ae5 service nova] Enqueued Resource ID: b60ba4c2-b6a0-4ea1-9f46-b65f5518efda with Priority: HIGHEST for action security_group_members [ 784.572711] env[65529]: INFO networking_nsxv3.common.synchronization [req-890081ad-c45a-4b79-8de4-6bccbb522dfe req-84abd070-ccde-4dc5-9e16-35fd06c56ae5 service nova] Enqueued Resource ID: 1d7bf5ab-30c3-4112-a013-a5509698ef73 with Priority: HIGHEST for action port [ 784.573254] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b60ba4c2-b6a0-4ea1-9f46-b65f5518efda with Priority: HIGHEST for action security_group_rules [ 784.573391] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b60ba4c2-b6a0-4ea1-9f46-b65f5518efda with Priority: HIGHEST for action security_group_members [ 784.573491] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d7bf5ab-30c3-4112-a013-a5509698ef73 with Priority: HIGHEST for action port [ 784.573782] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.574121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.574121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.574424] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.574542] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b60ba4c2-b6a0-4ea1-9f46-b65f5518efda',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.575540] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.575633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.575695] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.575940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.576121] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.577091] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.577091] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.577091] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.577091] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.577091] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b60ba4c2-b6a0-4ea1-9f46-b65f5518efda',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.578034] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d7bf5ab-30c3-4112-a013-a5509698ef73 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.578199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d7bf5ab-30c3-4112-a013-a5509698ef73" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.578253] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d7bf5ab-30c3-4112-a013-a5509698ef73" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.578457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d7bf5ab-30c3-4112-a013-a5509698ef73" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.578550] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d7bf5ab-30c3-4112-a013-a5509698ef73',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.928692] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.929359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.929359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.929359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.929597] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.929643] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26bd2112-d6e3-4449-add1-8f2915095127 already deleted. [ 784.930473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26bd2112-d6e3-4449-add1-8f2915095127" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.967211] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49cd2b4e-ebf1-4d4f-b377-8139fa5f05ab [ 784.967316] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.967411] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.967513] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.967763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.967864] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.967959] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49cd2b4e-ebf1-4d4f-b377-8139fa5f05ab already deleted. [ 784.967959] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49cd2b4e-ebf1-4d4f-b377-8139fa5f05ab" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.972909] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb326e50-0a79-4d89-af37-71b08113e927 in Status: SUCCESS [ 784.973178] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.973352] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.973578] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.973764] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.973881] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.973944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.974221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.974308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.974402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.974563] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb326e50-0a79-4d89-af37-71b08113e927 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.974695] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.974695] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.974841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.974991] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.975095] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.975152] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.975291] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.975365] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.975444] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.975532] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.976487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.976652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.976807] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.976908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.976972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.977144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.977224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.977314] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.081513] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.081698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.081887] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b60ba4c2-b6a0-4ea1-9f46-b65f5518efda',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.083074] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d7bf5ab-30c3-4112-a013-a5509698ef73 with status ACTIVE [ 785.083939] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.083939] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.083939] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.083939] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.083939] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.083939] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.084277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.084277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.084277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.084395] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.084783] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.084783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.084783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.084783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.085031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.085031] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d7bf5ab-30c3-4112-a013-a5509698ef73 is going to be updated. [ 785.116405] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.116557] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.116689] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.116922] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.117075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.117233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d7bf5ab-30c3-4112-a013-a5509698ef73" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.304278] env[65529]: INFO networking_nsxv3.common.synchronization [req-57b9f11e-697f-4090-a6d5-e20ed4ede557 req-6aabc061-929c-4f9a-b1a1-a51e1d2a3426 tempest-SecurityGroupRulesTestJSON-1055233685 tempest-SecurityGroupRulesTestJSON-1055233685-project-member] Enqueued Resource ID: b9662421-d991-4a39-b2f1-caa9371b4fe2 with Priority: HIGHEST for action security_group_rules [ 785.304278] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9662421-d991-4a39-b2f1-caa9371b4fe2 with Priority: HIGHEST for action security_group_rules [ 785.304278] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9662421-d991-4a39-b2f1-caa9371b4fe2 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.304278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9662421-d991-4a39-b2f1-caa9371b4fe2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.304278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9662421-d991-4a39-b2f1-caa9371b4fe2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.304278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9662421-d991-4a39-b2f1-caa9371b4fe2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.304278] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9662421-d991-4a39-b2f1-caa9371b4fe2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.481208] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb326e50-0a79-4d89-af37-71b08113e927: rpc.has_security_group_logging(os_id): False [ 785.482601] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.505585] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.505585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.505585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.505585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.505779] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.505912] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.505984] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.506027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.506165] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.506238] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.508031] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.508031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.508031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.508031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.508031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.508031] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.508031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.508031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.508031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.508031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.508031] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb326e50-0a79-4d89-af37-71b08113e927 is going to be created. [ 785.591247] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b60ba4c2-b6a0-4ea1-9f46-b65f5518efda',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.606450] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.606450] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.606603] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.606729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.606915] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.622379] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb326e50-0a79-4d89-af37-71b08113e927 in Status: IN_PROGRESS for 2s [ 785.678408] env[65529]: INFO networking_nsxv3.common.synchronization [req-23b9ebe5-ebce-4068-bdc8-c585a3cc547b req-3ab9720d-04f4-427b-94c5-99920ddd63d7 tempest-ServerRescueNegativeTestJSON-683535457 tempest-ServerRescueNegativeTestJSON-683535457-project-member] Enqueued Resource ID: f4ea7f09-9ac7-44d0-b1fe-c565546f0713 with Priority: HIGHEST for action security_group_members [ 785.679064] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4ea7f09-9ac7-44d0-b1fe-c565546f0713 with Priority: HIGHEST for action security_group_members [ 785.683026] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4ea7f09-9ac7-44d0-b1fe-c565546f0713 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.683026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4ea7f09-9ac7-44d0-b1fe-c565546f0713" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.683026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4ea7f09-9ac7-44d0-b1fe-c565546f0713" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.683026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4ea7f09-9ac7-44d0-b1fe-c565546f0713" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.683026] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.683026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.683026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.683026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.683026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.683026] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4ea7f09-9ac7-44d0-b1fe-c565546f0713',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.827863] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.828067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.828110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.828313] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.828422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.828519] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9662421-d991-4a39-b2f1-caa9371b4fe2 already deleted. [ 785.828614] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9662421-d991-4a39-b2f1-caa9371b4fe2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.987129] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.098040] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.098040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.098040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.098040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.098040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.098040] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b60ba4c2-b6a0-4ea1-9f46-b65f5518efda is going to be created. [ 786.122865] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.123201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.123558] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.123558] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.123759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.128882] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-439 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.129929] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-439" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.129994] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-439" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.130626] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-439" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.131315] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.131576] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.131610] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.131973] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.132322] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.133988] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.133988] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.133988] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.133988] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.133988] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.133988] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.133988] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.136952] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b60ba4c2-b6a0-4ea1-9f46-b65f5518efda in Status: UNINITIALIZED for 2s [ 786.159080] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.159400] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 786.159573] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.159724] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-439" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.160183] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-591d62f5-43c4-4715-9b5c-64c05e8c9b3f taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.160392] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-591d62f5-43c4-4715-9b5c-64c05e8c9b3f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.160505] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-591d62f5-43c4-4715-9b5c-64c05e8c9b3f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.160937] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-591d62f5-43c4-4715-9b5c-64c05e8c9b3f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.162033] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('591d62f5-43c4-4715-9b5c-64c05e8c9b3f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.184256] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.184256] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.184256] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.184459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.184459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.184708] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.184853] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.187076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.187076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.187076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.187076] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4ea7f09-9ac7-44d0-b1fe-c565546f0713 already deleted. [ 786.187076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4ea7f09-9ac7-44d0-b1fe-c565546f0713" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.493104] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.493104] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.493104] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.493104] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.493104] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.493104] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb326e50-0a79-4d89-af37-71b08113e927 is going to be updated. [ 786.523820] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.527301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.527301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.527301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.527301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.539654] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb326e50-0a79-4d89-af37-71b08113e927 in Status: IN_PROGRESS for 2s [ 786.663988] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.664385] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.664579] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.664962] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.665167] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.665338] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 591d62f5-43c4-4715-9b5c-64c05e8c9b3f not found, creating... [ 786.665607] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.665763] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.665891] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.666233] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.666376] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.669622] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.669622] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.669622] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.669622] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.669622] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.669622] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 591d62f5-43c4-4715-9b5c-64c05e8c9b3f is going to be created. [ 786.691812] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.692404] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.692404] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.692578] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.692826] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.693060] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-591d62f5-43c4-4715-9b5c-64c05e8c9b3f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.426974] env[65529]: INFO networking_nsxv3.common.synchronization [req-23b9ebe5-ebce-4068-bdc8-c585a3cc547b req-39b04f5a-b8b3-429f-87cb-893b6bee369c service nova] Enqueued Resource ID: f4ea7f09-9ac7-44d0-b1fe-c565546f0713 with Priority: HIGHEST for action security_group_rules [ 787.427256] env[65529]: INFO networking_nsxv3.common.synchronization [req-23b9ebe5-ebce-4068-bdc8-c585a3cc547b req-39b04f5a-b8b3-429f-87cb-893b6bee369c service nova] Enqueued Resource ID: f4ea7f09-9ac7-44d0-b1fe-c565546f0713 with Priority: HIGHEST for action security_group_members [ 787.427418] env[65529]: INFO networking_nsxv3.common.synchronization [req-23b9ebe5-ebce-4068-bdc8-c585a3cc547b req-39b04f5a-b8b3-429f-87cb-893b6bee369c service nova] Enqueued Resource ID: 591d62f5-43c4-4715-9b5c-64c05e8c9b3f with Priority: HIGHEST for action port [ 787.429277] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4ea7f09-9ac7-44d0-b1fe-c565546f0713 with Priority: HIGHEST for action security_group_rules [ 787.429444] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4ea7f09-9ac7-44d0-b1fe-c565546f0713 with Priority: HIGHEST for action security_group_members [ 787.429546] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 591d62f5-43c4-4715-9b5c-64c05e8c9b3f with Priority: HIGHEST for action port [ 787.429867] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4ea7f09-9ac7-44d0-b1fe-c565546f0713 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.429992] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4ea7f09-9ac7-44d0-b1fe-c565546f0713" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.430069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4ea7f09-9ac7-44d0-b1fe-c565546f0713" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.430310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4ea7f09-9ac7-44d0-b1fe-c565546f0713" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.430385] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4ea7f09-9ac7-44d0-b1fe-c565546f0713',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.431360] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4ea7f09-9ac7-44d0-b1fe-c565546f0713 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.431531] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4ea7f09-9ac7-44d0-b1fe-c565546f0713" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.432477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4ea7f09-9ac7-44d0-b1fe-c565546f0713" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.432477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4ea7f09-9ac7-44d0-b1fe-c565546f0713" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.432477] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.432477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.432477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.432477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.432477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.432477] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4ea7f09-9ac7-44d0-b1fe-c565546f0713',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.436353] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-591d62f5-43c4-4715-9b5c-64c05e8c9b3f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.436353] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-591d62f5-43c4-4715-9b5c-64c05e8c9b3f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.436353] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-591d62f5-43c4-4715-9b5c-64c05e8c9b3f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.436353] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-591d62f5-43c4-4715-9b5c-64c05e8c9b3f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.436353] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('591d62f5-43c4-4715-9b5c-64c05e8c9b3f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.635100] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb326e50-0a79-4d89-af37-71b08113e927 in Status: SUCCESS [ 787.635347] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.635568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.635794] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.635894] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.652977] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.652977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.653254] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.653325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.653416] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.657846] env[65529]: INFO networking_nsxv3.common.synchronization [req-77ea424f-519a-4f04-9f0e-c4a813672718 req-dc3d09db-3f1a-4208-9501-ffec763ab3b7 tempest-SecurityGroupRulesTestJSON-1055233685 tempest-SecurityGroupRulesTestJSON-1055233685-project-member] Enqueued Resource ID: 0e24a7c6-0dcb-446a-9ae0-01be40151cda with Priority: HIGHEST for action security_group_rules [ 787.658250] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e24a7c6-0dcb-446a-9ae0-01be40151cda with Priority: HIGHEST for action security_group_rules [ 787.658568] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e24a7c6-0dcb-446a-9ae0-01be40151cda taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.658696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e24a7c6-0dcb-446a-9ae0-01be40151cda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.658743] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e24a7c6-0dcb-446a-9ae0-01be40151cda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.658989] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e24a7c6-0dcb-446a-9ae0-01be40151cda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.659107] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e24a7c6-0dcb-446a-9ae0-01be40151cda',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.936660] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4ea7f09-9ac7-44d0-b1fe-c565546f0713',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.940138] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4ea7f09-9ac7-44d0-b1fe-c565546f0713 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.940138] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4ea7f09-9ac7-44d0-b1fe-c565546f0713" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.941604] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 591d62f5-43c4-4715-9b5c-64c05e8c9b3f with status ACTIVE [ 787.941604] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.941604] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.941604] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.941870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.943195] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.943195] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.943195] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.943195] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.943195] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.943195] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.943195] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.943195] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.943195] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.943772] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.943772] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.943772] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 591d62f5-43c4-4715-9b5c-64c05e8c9b3f is going to be updated. [ 787.967278] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.967487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.967487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.967692] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.967847] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.968025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-591d62f5-43c4-4715-9b5c-64c05e8c9b3f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.139504] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb326e50-0a79-4d89-af37-71b08113e927 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.139637] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.153096] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b60ba4c2-b6a0-4ea1-9f46-b65f5518efda in Status: SUCCESS [ 788.153096] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.153096] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.153407] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.154045] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.154045] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.154045] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.154259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.154259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.154259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.154344] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b60ba4c2-b6a0-4ea1-9f46-b65f5518efda',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.156113] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.186571] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.186826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.186826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.188018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.188018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.188018] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e24a7c6-0dcb-446a-9ae0-01be40151cda already deleted. [ 788.188018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e24a7c6-0dcb-446a-9ae0-01be40151cda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.440392] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4ea7f09-9ac7-44d0-b1fe-c565546f0713',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.553838] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb326e50-0a79-4d89-af37-71b08113e927 in Status: SUCCESS [ 788.554085] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.554259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.554492] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.554693] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.554879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.555031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.555157] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.555242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.555335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.555428] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.656975] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b60ba4c2-b6a0-4ea1-9f46-b65f5518efda',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.658095] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.945048] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.945048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.945048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.945048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.945048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.945048] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4ea7f09-9ac7-44d0-b1fe-c565546f0713 is going to be created. [ 788.977296] env[65529]: INFO networking_nsxv3.common.synchronization [req-2fcad6af-5baa-4afa-afef-9c7e34f95f9e req-08809807-3628-42de-b7c9-d73786443b96 tempest-InstanceActionsTestJSON-649193877 tempest-InstanceActionsTestJSON-649193877-project-member] Enqueued Resource ID: c0e3714e-41e2-403a-92a8-8e9aba249975 with Priority: HIGHEST for action security_group_members [ 788.977296] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e3714e-41e2-403a-92a8-8e9aba249975 with Priority: HIGHEST for action security_group_members [ 788.977296] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e3714e-41e2-403a-92a8-8e9aba249975 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.977296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e3714e-41e2-403a-92a8-8e9aba249975" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.977296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e3714e-41e2-403a-92a8-8e9aba249975" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.977296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e3714e-41e2-403a-92a8-8e9aba249975" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.977296] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.977296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.977296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.977296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.977296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.977296] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e3714e-41e2-403a-92a8-8e9aba249975',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.978708] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.979371] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.979571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.980630] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.980630] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.996926] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4ea7f09-9ac7-44d0-b1fe-c565546f0713 in Status: UNINITIALIZED for 2s [ 789.062024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb326e50-0a79-4d89-af37-71b08113e927 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.062024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.062024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.062024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.062024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.062024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.062024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.062024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.062024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.062024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.062024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb326e50-0a79-4d89-af37-71b08113e927 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.062024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.062024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.062024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.062024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.062024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.062978] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.062978] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.062978] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.062978] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.062978] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.159656] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b60ba4c2-b6a0-4ea1-9f46-b65f5518efda: rpc.has_security_group_logging(os_id): False [ 789.161334] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 789.161498] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 789.194605] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.194974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.197489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.197489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.197489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.197489] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.197489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.197489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.197489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.197489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.197489] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b60ba4c2-b6a0-4ea1-9f46-b65f5518efda is going to be created. [ 789.265794] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.265944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.266026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.266283] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.266510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.296030] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b60ba4c2-b6a0-4ea1-9f46-b65f5518efda in Status: IN_PROGRESS for 2s [ 789.383070] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-844 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.383311] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-844" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.383440] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-844" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.383798] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-844" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.384207] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.384405] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.384543] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.384792] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.384968] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.385269] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.385477] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.385611] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.385753] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.385888] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.386031] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.386241] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.414497] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.414659] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 789.414854] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.415099] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-844" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.415456] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-b3df617e-7901-44d7-bb90-f1e69d04db2a taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.415625] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-b3df617e-7901-44d7-bb90-f1e69d04db2a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.415823] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-b3df617e-7901-44d7-bb90-f1e69d04db2a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.416381] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-b3df617e-7901-44d7-bb90-f1e69d04db2a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.416381] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3df617e-7901-44d7-bb90-f1e69d04db2a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.485722] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.486089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.486089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.486276] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.486427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.486765] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.486859] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.487089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.487208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.487328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.487452] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e3714e-41e2-403a-92a8-8e9aba249975 already deleted. [ 789.487569] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e3714e-41e2-403a-92a8-8e9aba249975" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.565059] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb326e50-0a79-4d89-af37-71b08113e927: rpc.has_security_group_logging(os_id): False [ 789.587741] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.587946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.588065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.588388] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.588519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.588804] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.588955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.589064] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.589305] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.589419] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.589727] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.589866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.589959] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.590178] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.590289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.590584] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.590721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.590816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.591028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.591158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.591322] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb326e50-0a79-4d89-af37-71b08113e927 is going to be updated. [ 789.673997] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.674283] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.674350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.674691] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.675152] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.726060] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb326e50-0a79-4d89-af37-71b08113e927 in Status: IN_PROGRESS for 2s [ 789.810276] env[65529]: INFO networking_nsxv3.common.synchronization [req-00030b6c-70d0-46e4-ac96-c98dbe8d7ea1 req-791a0a0d-76ea-413b-a112-4ea15bc16277 tempest-SecurityGroupRulesTestJSON-1055233685 tempest-SecurityGroupRulesTestJSON-1055233685-project-member] Enqueued Resource ID: 6d9a0b2c-2bbc-49ab-b61d-1db8e0e42d32 with Priority: HIGHEST for action security_group_rules [ 789.810953] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d9a0b2c-2bbc-49ab-b61d-1db8e0e42d32 with Priority: HIGHEST for action security_group_rules [ 789.811868] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d9a0b2c-2bbc-49ab-b61d-1db8e0e42d32 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.812049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d9a0b2c-2bbc-49ab-b61d-1db8e0e42d32" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.812112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d9a0b2c-2bbc-49ab-b61d-1db8e0e42d32" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.812499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d9a0b2c-2bbc-49ab-b61d-1db8e0e42d32" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.812623] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d9a0b2c-2bbc-49ab-b61d-1db8e0e42d32',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.919773] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.920011] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.920153] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.921939] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.921939] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.921939] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port b3df617e-7901-44d7-bb90-f1e69d04db2a not found, creating... [ 789.921939] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.921939] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.921939] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.921939] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.921939] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.921939] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.923034] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.923034] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.923095] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.923283] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.923435] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: b3df617e-7901-44d7-bb90-f1e69d04db2a is going to be created. [ 789.955035] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.955374] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.955585] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.955976] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.956379] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.956663] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-b3df617e-7901-44d7-bb90-f1e69d04db2a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.353604] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.353875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.354056] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.354339] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.354490] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.354663] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d9a0b2c-2bbc-49ab-b61d-1db8e0e42d32 already deleted. [ 790.354846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d9a0b2c-2bbc-49ab-b61d-1db8e0e42d32" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.672919] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.673299] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.673299] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.673421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.689225] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 790.690000] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.691663] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 790.726201] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.726487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.726556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.726752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.739315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.740084] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 790.740200] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 790.740293] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 790.744098] env[65529]: INFO networking_nsxv3.common.synchronization [req-2fcad6af-5baa-4afa-afef-9c7e34f95f9e req-0ab1a99c-6c40-488c-ba45-d8080dd1ff32 service nova] Enqueued Resource ID: c0e3714e-41e2-403a-92a8-8e9aba249975 with Priority: HIGHEST for action security_group_rules [ 790.744098] env[65529]: INFO networking_nsxv3.common.synchronization [req-2fcad6af-5baa-4afa-afef-9c7e34f95f9e req-0ab1a99c-6c40-488c-ba45-d8080dd1ff32 service nova] Enqueued Resource ID: c0e3714e-41e2-403a-92a8-8e9aba249975 with Priority: HIGHEST for action security_group_members [ 790.744191] env[65529]: INFO networking_nsxv3.common.synchronization [req-2fcad6af-5baa-4afa-afef-9c7e34f95f9e req-0ab1a99c-6c40-488c-ba45-d8080dd1ff32 service nova] Enqueued Resource ID: b3df617e-7901-44d7-bb90-f1e69d04db2a with Priority: HIGHEST for action port [ 790.745279] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e3714e-41e2-403a-92a8-8e9aba249975 with Priority: HIGHEST for action security_group_rules [ 790.745279] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e3714e-41e2-403a-92a8-8e9aba249975 with Priority: HIGHEST for action security_group_members [ 790.745279] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3df617e-7901-44d7-bb90-f1e69d04db2a with Priority: HIGHEST for action port [ 790.745279] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0e3714e-41e2-403a-92a8-8e9aba249975 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.745564] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0e3714e-41e2-403a-92a8-8e9aba249975" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.745564] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0e3714e-41e2-403a-92a8-8e9aba249975" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.745958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0e3714e-41e2-403a-92a8-8e9aba249975" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.745958] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0e3714e-41e2-403a-92a8-8e9aba249975',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.747271] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e3714e-41e2-403a-92a8-8e9aba249975 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.747271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e3714e-41e2-403a-92a8-8e9aba249975" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.747370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e3714e-41e2-403a-92a8-8e9aba249975" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.748842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e3714e-41e2-403a-92a8-8e9aba249975" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.748842] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.748842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.748842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.748842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.748842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.748842] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e3714e-41e2-403a-92a8-8e9aba249975',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.749507] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3df617e-7901-44d7-bb90-f1e69d04db2a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.750566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3df617e-7901-44d7-bb90-f1e69d04db2a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.750566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3df617e-7901-44d7-bb90-f1e69d04db2a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.750566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3df617e-7901-44d7-bb90-f1e69d04db2a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.752479] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3df617e-7901-44d7-bb90-f1e69d04db2a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.793323] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.793323] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.793323] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.793657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.795315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.795315] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 790.874041] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.874199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.874270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.874509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.875119] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.875119] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 790.986109] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.986319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.986403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.986618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.986832] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.987090] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:34. [ 790.987175] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f3ba41f2-22b5-4672-8da5-d1d7fdf078dd', '7d3b70b0-520a-4cc0-9d37-6e915018c02d', 'dd8d5ffe-3122-497e-81e6-d506f4ffbe87', '0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6', 'f1b0744f-dac8-4211-a269-8958c95d520c', '4abdc664-e9f3-47d7-9dcf-0dee9b6421d6', 'fcb950d0-0ace-4a4a-85cf-8431e9f03fc4', '40a3dc90-6cac-4672-9368-6da24b6f1c2d', '5fffa85d-9498-4be9-81c5-7b2e257679dd', 'cd4b1ef5-8f28-4adb-b5e3-71c68602d580', '3d103559-1a5c-47c9-a280-64438f583512', '6232c7c7-6154-44ea-80dd-ee4ce8b16481', '2831a5d6-5cfc-4717-852e-b19cc813fca0', 'b60ba4c2-b6a0-4ea1-9f46-b65f5518efda', '84a3c8e5-e3eb-4de9-9f56-405a0f0ad985', 'b137a01b-a3e7-4235-b9e5-95d483a0fa00', '8adbd203-f2c5-4c40-b977-777b83d00716', '1cc165da-c7bb-407e-ac78-575f080ac582', '77803dc7-4ea3-40a7-a1ad-d8bc6f015100', 'f21f25d4-b502-468d-9d4f-402fa266ee57', 'c8a69115-20ce-49f6-8309-2f827565581d', 'dafd6b6e-d17f-4ace-a914-14b597bbdc83', '79d149e3-3a4c-450e-98d1-14882a87e8a5', 'cb326e50-0a79-4d89-af37-71b08113e927', 'd550e5e3-e388-4967-8580-1f36cf4aea64', '6f916255-5d1b-46ef-a525-5bf35884b27e', 'b00fddd6-d650-4af3-8c66-2159d2fe1aaa', '451faddd-f691-4fb4-b793-9000d7d91751', 'ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba', '028e6985-af4f-4dc5-abc5-49de7eb985c9', 'd99b305d-76eb-45f9-b59f-8a18e668bbc8', 'e2888787-57df-4541-8ebe-890e8246a93b', '0f1df6fc-a15d-461f-9f57-2943dd682652', '0c23df24-c72f-416f-a77c-de60dc11cea7'} {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 790.987387] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 791.010818] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4ea7f09-9ac7-44d0-b1fe-c565546f0713 in Status: SUCCESS [ 791.011072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4ea7f09-9ac7-44d0-b1fe-c565546f0713" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.011684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4ea7f09-9ac7-44d0-b1fe-c565546f0713" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.011918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4ea7f09-9ac7-44d0-b1fe-c565546f0713" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.012138] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.012249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.012249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.012249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.012737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.012784] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4ea7f09-9ac7-44d0-b1fe-c565546f0713" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.012898] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4ea7f09-9ac7-44d0-b1fe-c565546f0713',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.015865] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.016730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.016730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.016857] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.016927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.017307] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 791.017307] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 791.017307] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 791.128063] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.128335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.128414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.128736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.130491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.130491] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 791.130491] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 791.130491] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 791.130491] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 791.130491] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/34 resources of Type:Security Group Rules [ 791.130491] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGH for action security_group_rules [ 791.130491] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d3b70b0-520a-4cc0-9d37-6e915018c02d with Priority: HIGH for action security_group_rules [ 791.130491] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd8d5ffe-3122-497e-81e6-d506f4ffbe87 with Priority: HIGH for action security_group_rules [ 791.130760] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGH for action security_group_rules [ 791.130760] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f1b0744f-dac8-4211-a269-8958c95d520c with Priority: HIGH for action security_group_rules [ 791.130760] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4abdc664-e9f3-47d7-9dcf-0dee9b6421d6 with Priority: HIGH for action security_group_rules [ 791.130760] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 with Priority: HIGH for action security_group_rules [ 791.130867] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d with Priority: HIGH for action security_group_rules [ 791.130867] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5fffa85d-9498-4be9-81c5-7b2e257679dd with Priority: HIGH for action security_group_rules [ 791.130922] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 with Priority: HIGH for action security_group_rules [ 791.130953] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d103559-1a5c-47c9-a280-64438f583512 with Priority: HIGH for action security_group_rules [ 791.131142] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 with Priority: HIGH for action security_group_rules [ 791.131142] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2831a5d6-5cfc-4717-852e-b19cc813fca0 with Priority: HIGH for action security_group_rules [ 791.131142] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b60ba4c2-b6a0-4ea1-9f46-b65f5518efda with Priority: HIGH for action security_group_rules [ 791.131375] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 84a3c8e5-e3eb-4de9-9f56-405a0f0ad985 with Priority: HIGH for action security_group_rules [ 791.131375] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b137a01b-a3e7-4235-b9e5-95d483a0fa00 with Priority: HIGH for action security_group_rules [ 791.131375] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8adbd203-f2c5-4c40-b977-777b83d00716 with Priority: HIGH for action security_group_rules [ 791.131532] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGH for action security_group_rules [ 791.131532] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77803dc7-4ea3-40a7-a1ad-d8bc6f015100 with Priority: HIGH for action security_group_rules [ 791.131532] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f21f25d4-b502-468d-9d4f-402fa266ee57 with Priority: HIGH for action security_group_rules [ 791.131659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.259229] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0e3714e-41e2-403a-92a8-8e9aba249975',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.259229] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e3714e-41e2-403a-92a8-8e9aba249975 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.259229] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e3714e-41e2-403a-92a8-8e9aba249975" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.259229] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3df617e-7901-44d7-bb90-f1e69d04db2a with status ACTIVE [ 791.259229] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.259229] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.259229] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.259229] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.259229] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.259229] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.260396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.260396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.260396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.260396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.260596] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.260697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.260731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.261914] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.261914] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.261914] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3df617e-7901-44d7-bb90-f1e69d04db2a is going to be updated. [ 791.286164] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.286164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.286164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.286164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.286164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.286400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3df617e-7901-44d7-bb90-f1e69d04db2a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.309330] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b60ba4c2-b6a0-4ea1-9f46-b65f5518efda in Status: SUCCESS [ 791.309603] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.405174] env[65529]: INFO networking_nsxv3.common.synchronization [req-d59e97bd-1259-425c-9d2b-fd31a5d7e1df req-b22743e5-5aa2-4d29-99a4-06664ea97774 tempest-AttachVolumeShelveTestJSON-347360728 tempest-AttachVolumeShelveTestJSON-347360728-project-member] Enqueued Resource ID: b728ec97-4d90-4064-ace7-f08068b1eeba with Priority: HIGHEST for action security_group_members [ 791.405460] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b728ec97-4d90-4064-ace7-f08068b1eeba with Priority: HIGHEST for action security_group_members [ 791.405623] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGH for action security_group_rules [ 791.405915] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8d5ffe-3122-497e-81e6-d506f4ffbe87 with Priority: HIGH for action security_group_rules [ 791.407382] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 with Priority: HIGH for action security_group_rules [ 791.407723] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84a3c8e5-e3eb-4de9-9f56-405a0f0ad985 with Priority: HIGH for action security_group_rules [ 791.407787] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f21f25d4-b502-468d-9d4f-402fa266ee57 with Priority: HIGH for action security_group_rules [ 791.408510] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77803dc7-4ea3-40a7-a1ad-d8bc6f015100 with Priority: HIGH for action security_group_rules [ 791.408510] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGH for action security_group_rules [ 791.408510] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8adbd203-f2c5-4c40-b977-777b83d00716 with Priority: HIGH for action security_group_rules [ 791.408510] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b60ba4c2-b6a0-4ea1-9f46-b65f5518efda with Priority: HIGH for action security_group_rules [ 791.408510] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b137a01b-a3e7-4235-b9e5-95d483a0fa00 with Priority: HIGH for action security_group_rules [ 791.408510] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2831a5d6-5cfc-4717-852e-b19cc813fca0 with Priority: HIGH for action security_group_rules [ 791.408510] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 with Priority: HIGH for action security_group_rules [ 791.409017] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d103559-1a5c-47c9-a280-64438f583512 with Priority: HIGH for action security_group_rules [ 791.409017] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 with Priority: HIGH for action security_group_rules [ 791.409017] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fffa85d-9498-4be9-81c5-7b2e257679dd with Priority: HIGH for action security_group_rules [ 791.409017] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4abdc664-e9f3-47d7-9dcf-0dee9b6421d6 with Priority: HIGH for action security_group_rules [ 791.409017] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d with Priority: HIGH for action security_group_rules [ 791.409017] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b0744f-dac8-4211-a269-8958c95d520c with Priority: HIGH for action security_group_rules [ 791.409216] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3b70b0-520a-4cc0-9d37-6e915018c02d with Priority: HIGH for action security_group_rules [ 791.409249] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGH for action security_group_rules [ 791.409600] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b728ec97-4d90-4064-ace7-f08068b1eeba taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.409720] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.409783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.410116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.410276] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.410376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.410775] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.410948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.411045] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.411154] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b728ec97-4d90-4064-ace7-f08068b1eeba',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.413657] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.413788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.413836] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.414342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.414342] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.415463] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd8d5ffe-3122-497e-81e6-d506f4ffbe87 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.415578] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd8d5ffe-3122-497e-81e6-d506f4ffbe87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.415647] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd8d5ffe-3122-497e-81e6-d506f4ffbe87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.415816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd8d5ffe-3122-497e-81e6-d506f4ffbe87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.416115] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd8d5ffe-3122-497e-81e6-d506f4ffbe87',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.417517] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.418098] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.418170] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.418345] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.418414] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcb950d0-0ace-4a4a-85cf-8431e9f03fc4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.421644] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.421644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.421644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.421644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.421644] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84a3c8e5-e3eb-4de9-9f56-405a0f0ad985',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.421644] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f21f25d4-b502-468d-9d4f-402fa266ee57 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.421644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f21f25d4-b502-468d-9d4f-402fa266ee57" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.423261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f21f25d4-b502-468d-9d4f-402fa266ee57" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.423261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f21f25d4-b502-468d-9d4f-402fa266ee57" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.423261] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f21f25d4-b502-468d-9d4f-402fa266ee57',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.423261] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77803dc7-4ea3-40a7-a1ad-d8bc6f015100 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.423261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.423261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.423538] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.423538] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77803dc7-4ea3-40a7-a1ad-d8bc6f015100',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.425027] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cc165da-c7bb-407e-ac78-575f080ac582 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.425027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.425027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.425027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.425027] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.425678] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8adbd203-f2c5-4c40-b977-777b83d00716 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.425782] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8adbd203-f2c5-4c40-b977-777b83d00716" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.425880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8adbd203-f2c5-4c40-b977-777b83d00716" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.425984] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8adbd203-f2c5-4c40-b977-777b83d00716" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.426063] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8adbd203-f2c5-4c40-b977-777b83d00716',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.426353] env[65529]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 791.427056] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.427263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.427263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.427826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.427908] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b60ba4c2-b6a0-4ea1-9f46-b65f5518efda',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.428877] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b137a01b-a3e7-4235-b9e5-95d483a0fa00 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.428877] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b137a01b-a3e7-4235-b9e5-95d483a0fa00" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.428975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b137a01b-a3e7-4235-b9e5-95d483a0fa00" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.429116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b137a01b-a3e7-4235-b9e5-95d483a0fa00" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.429149] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b137a01b-a3e7-4235-b9e5-95d483a0fa00',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.431930] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2831a5d6-5cfc-4717-852e-b19cc813fca0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.432121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2831a5d6-5cfc-4717-852e-b19cc813fca0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.433907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2831a5d6-5cfc-4717-852e-b19cc813fca0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.433907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2831a5d6-5cfc-4717-852e-b19cc813fca0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.433907] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2831a5d6-5cfc-4717-852e-b19cc813fca0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.433907] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6232c7c7-6154-44ea-80dd-ee4ce8b16481 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.433907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.433907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.435086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.435086] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6232c7c7-6154-44ea-80dd-ee4ce8b16481',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.439081] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d103559-1a5c-47c9-a280-64438f583512 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.439081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d103559-1a5c-47c9-a280-64438f583512" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.439081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d103559-1a5c-47c9-a280-64438f583512" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.439724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d103559-1a5c-47c9-a280-64438f583512" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.439724] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d103559-1a5c-47c9-a280-64438f583512',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.440430] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd4b1ef5-8f28-4adb-b5e3-71c68602d580 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.440560] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.440604] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.440797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.440871] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd4b1ef5-8f28-4adb-b5e3-71c68602d580',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.441826] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fffa85d-9498-4be9-81c5-7b2e257679dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.442103] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fffa85d-9498-4be9-81c5-7b2e257679dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.442103] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fffa85d-9498-4be9-81c5-7b2e257679dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.443525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fffa85d-9498-4be9-81c5-7b2e257679dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.443525] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fffa85d-9498-4be9-81c5-7b2e257679dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.444420] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.444531] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.444597] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.444756] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.444831] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4abdc664-e9f3-47d7-9dcf-0dee9b6421d6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.446686] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40a3dc90-6cac-4672-9368-6da24b6f1c2d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.446894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.446967] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.447140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.447214] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40a3dc90-6cac-4672-9368-6da24b6f1c2d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.448417] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1b0744f-dac8-4211-a269-8958c95d520c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.448526] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.448596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.448952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.449038] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1b0744f-dac8-4211-a269-8958c95d520c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.449341] env[65529]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 791.450943] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d3b70b0-520a-4cc0-9d37-6e915018c02d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.451156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d3b70b0-520a-4cc0-9d37-6e915018c02d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.451156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d3b70b0-520a-4cc0-9d37-6e915018c02d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.451229] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d3b70b0-520a-4cc0-9d37-6e915018c02d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.451320] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d3b70b0-520a-4cc0-9d37-6e915018c02d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.454163] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.454359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.454435] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.454599] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.454672] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.462014] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.462192] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.462279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.462692] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.462812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.463105] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.463264] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.463333] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.463502] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.463583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.463670] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b728ec97-4d90-4064-ace7-f08068b1eeba already deleted. [ 791.463786] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.499845] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.499845] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.499845] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.499845] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.519584] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4ea7f09-9ac7-44d0-b1fe-c565546f0713',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.533836] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.533900] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd is going to be deleted. [ 791.595091] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.595308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.595308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.595690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.595690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.595690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.745174] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb326e50-0a79-4d89-af37-71b08113e927 in Status: SUCCESS [ 791.745554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.745622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.745933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.746053] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.763365] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0e3714e-41e2-403a-92a8-8e9aba249975',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.880237] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.880460] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-455" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.880585] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-455" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.880955] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-455" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.881270] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.881512] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.881642] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.881897] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.882053] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.882526] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.882659] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.882771] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.882901] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.883030] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.883165] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.883313] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.902880] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.903088] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 791.903192] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.903359] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-455" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.903782] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-4cbdc9c2-a1ce-4cb8-8834-127ffd4426d9 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.904049] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-4cbdc9c2-a1ce-4cb8-8834-127ffd4426d9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.904174] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-4cbdc9c2-a1ce-4cb8-8834-127ffd4426d9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.904568] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-4cbdc9c2-a1ce-4cb8-8834-127ffd4426d9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.904707] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cbdc9c2-a1ce-4cb8-8834-127ffd4426d9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.977303] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.977479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.977562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.977793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.001486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.001691] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd8d5ffe-3122-497e-81e6-d506f4ffbe87 is going to be deleted. [ 792.014864] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-77803dc7-4ea3-40a7-a1ad-d8bc6f015100 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.015077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.015077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.015266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.015434] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.015539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.015603] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.015750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.015834] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.015922] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.016022] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77803dc7-4ea3-40a7-a1ad-d8bc6f015100',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.026933] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc165da-c7bb-407e-ac78-575f080ac582 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.027518] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.027655] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.027766] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.027945] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.028050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.028123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.028258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.028342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.028428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.028513] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.029712] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.029856] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.029912] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.030084] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.030270] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.030377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.030432] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.030579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.030661] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.030746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.030829] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b60ba4c2-b6a0-4ea1-9f46-b65f5518efda',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.035025] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.035213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.035256] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.035412] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.035575] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.035667] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.035731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.035873] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.035958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.036050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.036137] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd4b1ef5-8f28-4adb-b5e3-71c68602d580',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.038543] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-40a3dc90-6cac-4672-9368-6da24b6f1c2d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.038638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.038718] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.038865] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.039036] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.039456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.039529] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.039900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.039997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.040107] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.040191] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40a3dc90-6cac-4672-9368-6da24b6f1c2d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.044792] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.044906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.044958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.045297] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.045417] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.045545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.045651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.045823] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.045910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.045997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.046097] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcb950d0-0ace-4a4a-85cf-8431e9f03fc4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.047594] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-6232c7c7-6154-44ea-80dd-ee4ce8b16481 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.047594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.047739] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.047806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.047955] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.048064] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.048128] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.048272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.048356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.048442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.048519] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6232c7c7-6154-44ea-80dd-ee4ce8b16481',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.049291] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4ea7f09-9ac7-44d0-b1fe-c565546f0713: rpc.has_security_group_logging(os_id): False [ 792.053578] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.053701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.053771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.053948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.064435] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b60ba4c2-b6a0-4ea1-9f46-b65f5518efda',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.067068] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.067205] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.116174] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.116322] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.118194] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.118339] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.119658] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.119763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.120720] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.120829] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.121876] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.122015] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8adbd203-f2c5-4c40-b977-777b83d00716 is going to be deleted. [ 792.123041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.123284] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.123467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.123525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd8d5ffe-3122-497e-81e6-d506f4ffbe87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.124368] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.124662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.135237] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.135422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.136509] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.136622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.137439] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.137534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.138389] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.138489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.141112] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.141244] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.142577] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.142577] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.145737] env[65529]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 792.146303] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.146404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.167720] env[65529]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 792.168351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.168527] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 is going to be deleted. [ 792.170351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.170351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.217603] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.217603] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d103559-1a5c-47c9-a280-64438f583512 is going to be deleted. [ 792.218146] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.218146] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.222347] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.222451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.245933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.246099] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d3b70b0-520a-4cc0-9d37-6e915018c02d is going to be deleted. [ 792.247209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.247422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.248970] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.249088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.249498] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb326e50-0a79-4d89-af37-71b08113e927 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.249614] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.249679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.249939] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.250027] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.250085] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.250144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.250284] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.250366] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.250450] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.250536] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.268431] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.268587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.268660] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.268878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.268969] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.269096] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e3714e-41e2-403a-92a8-8e9aba249975 is going to be created. [ 792.276165] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.276165] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2831a5d6-5cfc-4717-852e-b19cc813fca0 is going to be deleted. [ 792.276165] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.276287] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.292671] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.292671] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.318244] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.318408] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.318465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.318655] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.319290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.321624] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.321747] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84a3c8e5-e3eb-4de9-9f56-405a0f0ad985 is going to be deleted. [ 792.323069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.323276] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.362026] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e3714e-41e2-403a-92a8-8e9aba249975 in Status: UNINITIALIZED for 2s [ 792.370943] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.371112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.390219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.390366] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f21f25d4-b502-468d-9d4f-402fa266ee57 is going to be deleted. [ 792.391339] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.391589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.408148] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.409057] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.409057] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.409057] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.409057] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.409057] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port 4cbdc9c2-a1ce-4cb8-8834-127ffd4426d9 not found, creating... [ 792.409433] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.409677] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.409763] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.410034] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.410171] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.410460] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.410616] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.411106] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.411106] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.411106] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.411203] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: 4cbdc9c2-a1ce-4cb8-8834-127ffd4426d9 is going to be created. [ 792.420592] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.420793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.427943] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.428364] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.429506] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.429632] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b137a01b-a3e7-4235-b9e5-95d483a0fa00 is going to be deleted. [ 792.430606] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.430829] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.456399] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.456633] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.456742] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.457063] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.457300] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.457537] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-4cbdc9c2-a1ce-4cb8-8834-127ffd4426d9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.459100] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.459195] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4abdc664-e9f3-47d7-9dcf-0dee9b6421d6 is going to be deleted. [ 792.460047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.460245] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.472563] env[65529]: INFO networking_nsxv3.common.synchronization [req-11886292-3d2e-4e75-8444-9a930d629e97 req-826233da-49cb-4d28-b602-6c40626693ef tempest-SecurityGroupRulesTestJSON-1055233685 tempest-SecurityGroupRulesTestJSON-1055233685-project-member] Enqueued Resource ID: 1bfc2586-3a15-4e90-ac1d-fd9d28c3a4bc with Priority: HIGHEST for action security_group_rules [ 792.473190] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bfc2586-3a15-4e90-ac1d-fd9d28c3a4bc with Priority: HIGHEST for action security_group_rules [ 792.473574] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bfc2586-3a15-4e90-ac1d-fd9d28c3a4bc taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.473703] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bfc2586-3a15-4e90-ac1d-fd9d28c3a4bc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.473803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bfc2586-3a15-4e90-ac1d-fd9d28c3a4bc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.474041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bfc2586-3a15-4e90-ac1d-fd9d28c3a4bc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.474147] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bfc2586-3a15-4e90-ac1d-fd9d28c3a4bc',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.510095] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.510349] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fffa85d-9498-4be9-81c5-7b2e257679dd is going to be deleted. [ 792.512240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.512576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.512748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.513173] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.513347] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.513468] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.513726] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.513872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.514053] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4ea7f09-9ac7-44d0-b1fe-c565546f0713 is going to be created. [ 792.515549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.516285] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.525551] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77803dc7-4ea3-40a7-a1ad-d8bc6f015100',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.541897] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.541897] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.553739] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.553900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.554128] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcb950d0-0ace-4a4a-85cf-8431e9f03fc4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.556610] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-40a3dc90-6cac-4672-9368-6da24b6f1c2d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.556730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.556802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.557016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.557173] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.557273] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.557338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.557488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.557594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.557794] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.557989] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-40a3dc90-6cac-4672-9368-6da24b6f1c2d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.558142] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.558186] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.558334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.558500] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.558627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.558719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.558991] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.559070] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.559831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.559831] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40a3dc90-6cac-4672-9368-6da24b6f1c2d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.560499] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc165da-c7bb-407e-ac78-575f080ac582 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.560618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.560618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.560777] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.560900] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.560997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.561072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.561332] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.561385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.561505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.561661] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc165da-c7bb-407e-ac78-575f080ac582 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.561759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.561820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.561959] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.562105] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.562195] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.562253] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.562427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.562564] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.562628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.562727] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.563734] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.563866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.563936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.564135] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.564544] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.564544] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.564544] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.564692] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.564795] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.564881] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.565039] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.565149] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.565496] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.565496] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.565496] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.565610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.565610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.565711] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.565786] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.565864] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.565948] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd4b1ef5-8f28-4adb-b5e3-71c68602d580',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.567586] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40a3dc90-6cac-4672-9368-6da24b6f1c2d: rpc.has_security_group_logging(os_id): False [ 792.569769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.569769] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1b0744f-dac8-4211-a269-8958c95d520c is going to be deleted. [ 792.570570] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-6232c7c7-6154-44ea-80dd-ee4ce8b16481 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.570683] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.570750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.571062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.571062] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.571162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.571217] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.571445] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.571593] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.571630] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.571775] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-6232c7c7-6154-44ea-80dd-ee4ce8b16481 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.571885] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.571948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.572132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.572290] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.572410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.572565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.572739] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.572836] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.572924] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.573047] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6232c7c7-6154-44ea-80dd-ee4ce8b16481',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.574982] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.575960] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.576151] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.576297] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.578033] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.578121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.578160] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.578327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.578421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.578576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4abdc664-e9f3-47d7-9dcf-0dee9b6421d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.579210] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd4b1ef5-8f28-4adb-b5e3-71c68602d580: rpc.has_security_group_logging(os_id): False [ 792.580075] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b60ba4c2-b6a0-4ea1-9f46-b65f5518efda: rpc.has_security_group_logging(os_id): False [ 792.581323] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.581513] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.581635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.581735] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d103559-1a5c-47c9-a280-64438f583512" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.582895] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.583118] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.583190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.583316] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d3b70b0-520a-4cc0-9d37-6e915018c02d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.583474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.583639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.583777] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.583826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84a3c8e5-e3eb-4de9-9f56-405a0f0ad985" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.583924] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.584077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.584214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.584328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2831a5d6-5cfc-4717-852e-b19cc813fca0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.585022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.585175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.585256] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.585372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8adbd203-f2c5-4c40-b977-777b83d00716" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.585769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.585921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.586012] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.586119] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f21f25d4-b502-468d-9d4f-402fa266ee57" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.586253] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.586394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.586473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.586574] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b137a01b-a3e7-4235-b9e5-95d483a0fa00" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.618330] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.618492] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.618563] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.618771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.640215] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.640385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.641894] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.642062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.644665] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.644783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.658154] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.658154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.669167] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.670552] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.670552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.670552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.670552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.670552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.670552] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.670552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.670552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.670552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.670983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.670983] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.670983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.670983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.671151] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.671151] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.671217] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d is going to be updated. [ 792.672520] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.672630] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.719218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.719575] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.719700] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.719774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.719963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.720067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.720170] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b60ba4c2-b6a0-4ea1-9f46-b65f5518efda is going to be updated. [ 792.721386] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.721588] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.721677] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.721796] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fffa85d-9498-4be9-81c5-7b2e257679dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.721932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.722097] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.722274] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.723395] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.723569] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.753144] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb326e50-0a79-4d89-af37-71b08113e927 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.753539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.753539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.753539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.753772] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.753891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.753944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.754080] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.754166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.754252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.754403] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb326e50-0a79-4d89-af37-71b08113e927 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.754497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.754552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.754708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.754855] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.754995] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.755085] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.755293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.755391] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.755482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.755573] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.775639] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.775842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.808179] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4ea7f09-9ac7-44d0-b1fe-c565546f0713 in Status: IN_PROGRESS for 2s [ 792.820994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.821254] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.821254] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.821562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.821628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.821673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.821872] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.821972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.822062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.822201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.822273] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.822498] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.822648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.822648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.822910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.822910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.823147] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 is going to be updated. [ 792.825111] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.825111] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.825111] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.825111] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1b0744f-dac8-4211-a269-8958c95d520c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.876836] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.877070] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.877070] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.877563] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.877563] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.901030] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d in Status: IN_PROGRESS for 2s [ 792.928113] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.928113] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.931983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.931983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.931983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.932157] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.932218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.932476] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.932585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.932734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.965540] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 in Status: IN_PROGRESS for 2s [ 792.973289] env[65529]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 792.973289] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b60ba4c2-b6a0-4ea1-9f46-b65f5518efda in Status: IN_PROGRESS for 2s [ 793.005831] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.005996] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.007996] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.007996] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.007996] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.008167] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bfc2586-3a15-4e90-ac1d-fd9d28c3a4bc already deleted. [ 793.008252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bfc2586-3a15-4e90-ac1d-fd9d28c3a4bc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.029644] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77803dc7-4ea3-40a7-a1ad-d8bc6f015100: rpc.has_security_group_logging(os_id): False [ 793.060652] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcb950d0-0ace-4a4a-85cf-8431e9f03fc4: rpc.has_security_group_logging(os_id): False [ 793.068571] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cc165da-c7bb-407e-ac78-575f080ac582: rpc.has_security_group_logging(os_id): False [ 793.079442] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6232c7c7-6154-44ea-80dd-ee4ce8b16481: rpc.has_security_group_logging(os_id): False [ 793.113413] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.114309] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.114309] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.114309] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.124756] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.124969] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.126051] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.126420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.127137] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.127232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.155552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.155757] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.155882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.155949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.156174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.156262] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.156376] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77803dc7-4ea3-40a7-a1ad-d8bc6f015100 is going to be updated. [ 793.157560] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.157756] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.203456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.203863] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.204071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.204199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.204744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.204925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.205907] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.205907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.205907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.205907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.205907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.206397] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.206397] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.206522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.206699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.206761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.207873] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cc165da-c7bb-407e-ac78-575f080ac582 is going to be updated. [ 793.208289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.208479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.239763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.240124] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.240316] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.240448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.240755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.240905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.241242] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.241436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.241503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.241662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.241738] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.241961] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.242058] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.242107] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.242244] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.242318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.242403] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 is going to be updated. [ 793.243541] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.243705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.259268] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb326e50-0a79-4d89-af37-71b08113e927: rpc.has_security_group_logging(os_id): False [ 793.299535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.299873] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.300014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.300086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.300299] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.300383] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.300476] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 is going to be updated. [ 793.310903] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.310903] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.310903] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.310903] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.310903] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.314039] env[65529]: INFO networking_nsxv3.common.synchronization [req-d59e97bd-1259-425c-9d2b-fd31a5d7e1df req-acaff82a-898a-4e2a-babd-803774290194 service nova] Enqueued Resource ID: b728ec97-4d90-4064-ace7-f08068b1eeba with Priority: HIGHEST for action security_group_rules [ 793.314231] env[65529]: INFO networking_nsxv3.common.synchronization [req-d59e97bd-1259-425c-9d2b-fd31a5d7e1df req-acaff82a-898a-4e2a-babd-803774290194 service nova] Enqueued Resource ID: b728ec97-4d90-4064-ace7-f08068b1eeba with Priority: HIGHEST for action security_group_members [ 793.314368] env[65529]: INFO networking_nsxv3.common.synchronization [req-d59e97bd-1259-425c-9d2b-fd31a5d7e1df req-acaff82a-898a-4e2a-babd-803774290194 service nova] Enqueued Resource ID: 4cbdc9c2-a1ce-4cb8-8834-127ffd4426d9 with Priority: HIGHEST for action port [ 793.314916] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b728ec97-4d90-4064-ace7-f08068b1eeba with Priority: HIGHEST for action security_group_rules [ 793.315066] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b728ec97-4d90-4064-ace7-f08068b1eeba with Priority: HIGHEST for action security_group_members [ 793.315168] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cbdc9c2-a1ce-4cb8-8834-127ffd4426d9 with Priority: HIGHEST for action port [ 793.315458] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b728ec97-4d90-4064-ace7-f08068b1eeba taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.316036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.316036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.316036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.316036] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b728ec97-4d90-4064-ace7-f08068b1eeba',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.316789] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b728ec97-4d90-4064-ace7-f08068b1eeba taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.317410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.317410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.317410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.317410] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.317722] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.317722] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.317722] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.317807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.318209] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b728ec97-4d90-4064-ace7-f08068b1eeba',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.321077] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cbdc9c2-a1ce-4cb8-8834-127ffd4426d9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.321200] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cbdc9c2-a1ce-4cb8-8834-127ffd4426d9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.321200] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cbdc9c2-a1ce-4cb8-8834-127ffd4426d9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.321481] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cbdc9c2-a1ce-4cb8-8834-127ffd4426d9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.321481] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cbdc9c2-a1ce-4cb8-8834-127ffd4426d9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.323870] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.323991] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.324076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.324259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.361025] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77803dc7-4ea3-40a7-a1ad-d8bc6f015100 in Status: IN_PROGRESS for 2s [ 793.393282] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.393717] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.393870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.393948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.394178] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.394263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.394477] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.394576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.394638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.395738] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.395738] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.395738] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.395738] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.395738] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.395738] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.395738] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.395738] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb326e50-0a79-4d89-af37-71b08113e927 is going to be updated. [ 793.401196] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.401454] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.401522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.401683] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.401828] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.431989] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cc165da-c7bb-407e-ac78-575f080ac582 in Status: IN_PROGRESS for 2s [ 793.448603] env[65529]: INFO networking_nsxv3.common.synchronization [req-39133f6a-fe3e-40c1-bdcc-fd6bcc6b7ed2 req-74010080-7d6f-4673-8988-7a798d06ce4f tempest-SecurityGroupRulesTestJSON-1055233685 tempest-SecurityGroupRulesTestJSON-1055233685-project-member] Enqueued Resource ID: 1bfc2586-3a15-4e90-ac1d-fd9d28c3a4bc with Priority: HIGHEST for action security_group_rules [ 793.449688] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bfc2586-3a15-4e90-ac1d-fd9d28c3a4bc with Priority: HIGHEST for action security_group_rules [ 793.450167] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bfc2586-3a15-4e90-ac1d-fd9d28c3a4bc taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.450379] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bfc2586-3a15-4e90-ac1d-fd9d28c3a4bc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.450535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bfc2586-3a15-4e90-ac1d-fd9d28c3a4bc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.451098] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bfc2586-3a15-4e90-ac1d-fd9d28c3a4bc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.451098] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bfc2586-3a15-4e90-ac1d-fd9d28c3a4bc',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.464340] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.464514] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.464593] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.464812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.464960] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.477708] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.477708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.477708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.477962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.477998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.485203] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 in Status: IN_PROGRESS for 2s [ 793.494858] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 in Status: IN_PROGRESS for 2s [ 793.521730] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.521887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.521979] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.522234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.522441] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.578248] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb326e50-0a79-4d89-af37-71b08113e927 in Status: IN_PROGRESS for 2s [ 793.823370] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b728ec97-4d90-4064-ace7-f08068b1eeba taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.823841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.825964] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b728ec97-4d90-4064-ace7-f08068b1eeba',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.826972] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cbdc9c2-a1ce-4cb8-8834-127ffd4426d9 with status ACTIVE [ 793.827288] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.827415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.827415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.827702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.827794] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.827977] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.828097] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.828159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.828323] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.828471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.828665] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.828798] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.828891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.829000] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.829350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.829496] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cbdc9c2-a1ce-4cb8-8834-127ffd4426d9 is going to be updated. [ 793.855168] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.855286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.855348] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.855590] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.855739] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.855928] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cbdc9c2-a1ce-4cb8-8834-127ffd4426d9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.973053] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.973238] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.973369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.974021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.974021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.974021] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bfc2586-3a15-4e90-ac1d-fd9d28c3a4bc already deleted. [ 793.974223] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bfc2586-3a15-4e90-ac1d-fd9d28c3a4bc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.332989] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b728ec97-4d90-4064-ace7-f08068b1eeba',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.372250] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e3714e-41e2-403a-92a8-8e9aba249975 in Status: SUCCESS [ 794.372250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e3714e-41e2-403a-92a8-8e9aba249975" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.372250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e3714e-41e2-403a-92a8-8e9aba249975" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.372250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e3714e-41e2-403a-92a8-8e9aba249975" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.372250] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.372250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.372250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.372250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.372250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.372250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e3714e-41e2-403a-92a8-8e9aba249975" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.372250] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0e3714e-41e2-403a-92a8-8e9aba249975',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.688221] env[65529]: INFO networking_nsxv3.common.synchronization [req-bd68ef76-af6b-4e8d-b342-0edbfb07ef80 req-5b180192-1892-450b-b135-87a846a2c0ad tempest-SecurityGroupRulesTestJSON-1055233685 tempest-SecurityGroupRulesTestJSON-1055233685-project-member] Enqueued Resource ID: 1bfc2586-3a15-4e90-ac1d-fd9d28c3a4bc with Priority: HIGHEST for action security_group_rules [ 794.688332] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bfc2586-3a15-4e90-ac1d-fd9d28c3a4bc with Priority: HIGHEST for action security_group_rules [ 794.688801] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bfc2586-3a15-4e90-ac1d-fd9d28c3a4bc taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.688984] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bfc2586-3a15-4e90-ac1d-fd9d28c3a4bc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.689049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bfc2586-3a15-4e90-ac1d-fd9d28c3a4bc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.689415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bfc2586-3a15-4e90-ac1d-fd9d28c3a4bc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.689415] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bfc2586-3a15-4e90-ac1d-fd9d28c3a4bc',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.822486] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4ea7f09-9ac7-44d0-b1fe-c565546f0713 in Status: SUCCESS [ 794.822705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4ea7f09-9ac7-44d0-b1fe-c565546f0713" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.834384] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.834673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.834673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.834810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.834889] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.834990] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b728ec97-4d90-4064-ace7-f08068b1eeba is going to be created. [ 794.860955] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.861119] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.861196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.861470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.861631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.870985] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b728ec97-4d90-4064-ace7-f08068b1eeba in Status: UNINITIALIZED for 2s [ 794.873454] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e3714e-41e2-403a-92a8-8e9aba249975 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.873632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e3714e-41e2-403a-92a8-8e9aba249975" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.873686] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e3714e-41e2-403a-92a8-8e9aba249975" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.873864] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e3714e-41e2-403a-92a8-8e9aba249975" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.874024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.874126] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.874191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.874335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.874866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.874866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e3714e-41e2-403a-92a8-8e9aba249975" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.874866] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e3714e-41e2-403a-92a8-8e9aba249975 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.874866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e3714e-41e2-403a-92a8-8e9aba249975" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.874866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e3714e-41e2-403a-92a8-8e9aba249975" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.875111] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e3714e-41e2-403a-92a8-8e9aba249975" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.875111] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.875197] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.875197] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.875306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.875381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.875462] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e3714e-41e2-403a-92a8-8e9aba249975" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.875548] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0e3714e-41e2-403a-92a8-8e9aba249975',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.915304] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d in Status: SUCCESS [ 794.915532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.989160] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b60ba4c2-b6a0-4ea1-9f46-b65f5518efda in Status: SUCCESS [ 794.989433] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.990510] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 in Status: SUCCESS [ 794.990510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.219792] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.219957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.220048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.220292] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.220409] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.220507] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bfc2586-3a15-4e90-ac1d-fd9d28c3a4bc already deleted. [ 795.220595] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bfc2586-3a15-4e90-ac1d-fd9d28c3a4bc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.376825] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77803dc7-4ea3-40a7-a1ad-d8bc6f015100 in Status: SUCCESS [ 795.376825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.378277] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0e3714e-41e2-403a-92a8-8e9aba249975: rpc.has_security_group_logging(os_id): False [ 795.404298] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.404298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.404434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.404802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.405086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.405478] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.405732] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.405904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.407015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.407015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.407015] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.407015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.407015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.407015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.407015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.408526] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.408855] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.409068] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.410117] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.410117] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.410117] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0e3714e-41e2-403a-92a8-8e9aba249975 is going to be created. [ 795.449729] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cc165da-c7bb-407e-ac78-575f080ac582 in Status: SUCCESS [ 795.450073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.495036] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.495036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.495036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.495610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.495610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.507708] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 in Status: SUCCESS [ 795.507978] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.512604] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0e3714e-41e2-403a-92a8-8e9aba249975 in Status: IN_PROGRESS for 2s [ 795.515110] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 in Status: SUCCESS [ 795.515331] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.623464] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb326e50-0a79-4d89-af37-71b08113e927 in Status: SUCCESS [ 795.623464] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.814196] env[65529]: INFO networking_nsxv3.common.synchronization [req-9ac44bac-b494-4eee-9769-96f678f712cd req-e13bd39e-c397-46ec-8b21-842f216a940d tempest-AttachInterfacesUnderV243Test-1952801998 tempest-AttachInterfacesUnderV243Test-1952801998-project-member] Enqueued Resource ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 with Priority: HIGHEST for action security_group_members [ 795.814786] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 with Priority: HIGHEST for action security_group_members [ 795.815270] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.816044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.816780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.816780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.816780] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.816780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.816780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.816780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.817296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.817296] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcb950d0-0ace-4a4a-85cf-8431e9f03fc4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.844876] env[65529]: INFO networking_nsxv3.common.synchronization [req-9ac44bac-b494-4eee-9769-96f678f712cd req-e13bd39e-c397-46ec-8b21-842f216a940d tempest-AttachInterfacesUnderV243Test-1952801998 tempest-AttachInterfacesUnderV243Test-1952801998-project-member] Enqueued Resource ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 with Priority: HIGHEST for action security_group_rules [ 795.845298] env[65529]: INFO networking_nsxv3.common.synchronization [req-9ac44bac-b494-4eee-9769-96f678f712cd req-e13bd39e-c397-46ec-8b21-842f216a940d tempest-AttachInterfacesUnderV243Test-1952801998 tempest-AttachInterfacesUnderV243Test-1952801998-project-member] Enqueued Resource ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 with Priority: HIGHEST for action security_group_members [ 795.845298] env[65529]: INFO networking_nsxv3.common.synchronization [req-9ac44bac-b494-4eee-9769-96f678f712cd req-e13bd39e-c397-46ec-8b21-842f216a940d tempest-AttachInterfacesUnderV243Test-1952801998 tempest-AttachInterfacesUnderV243Test-1952801998-project-member] Enqueued Resource ID: 46f3dbcc-debf-4df4-bbd1-a81106d7c80d with Priority: HIGHEST for action port [ 795.847275] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 with Priority: HIGHEST for action security_group_rules [ 795.847426] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 with Priority: HIGHEST for action security_group_members [ 795.847567] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46f3dbcc-debf-4df4-bbd1-a81106d7c80d with Priority: HIGHEST for action port [ 795.848630] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.849740] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.849740] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.849740] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.849740] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcb950d0-0ace-4a4a-85cf-8431e9f03fc4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.850812] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.850921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.851172] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-46f3dbcc-debf-4df4-bbd1-a81106d7c80d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.851275] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46f3dbcc-debf-4df4-bbd1-a81106d7c80d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.851366] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46f3dbcc-debf-4df4-bbd1-a81106d7c80d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.851851] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46f3dbcc-debf-4df4-bbd1-a81106d7c80d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.851851] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46f3dbcc-debf-4df4-bbd1-a81106d7c80d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.318751] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcb950d0-0ace-4a4a-85cf-8431e9f03fc4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.352018] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.352018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.356760] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46f3dbcc-debf-4df4-bbd1-a81106d7c80d with status ACTIVE [ 796.356760] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.356760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.356760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.356760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.356760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.356760] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.356760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.356760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.356760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.356760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.356760] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.356760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.356760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.356760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.356760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.356760] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46f3dbcc-debf-4df4-bbd1-a81106d7c80d is going to be updated. [ 796.377042] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.377198] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.377272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.377479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.377618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.377896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46f3dbcc-debf-4df4-bbd1-a81106d7c80d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.514421] env[65529]: INFO networking_nsxv3.common.synchronization [req-bbdba049-64a4-4607-b2c5-586eab39762a req-7a47c7fe-e168-40ed-b87f-ce55c98308ab tempest-ServersTestMultiNic-166249226 tempest-ServersTestMultiNic-166249226-project-member] Enqueued Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_members [ 796.514421] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_members [ 796.514421] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb326e50-0a79-4d89-af37-71b08113e927 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.514955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.515195] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.515510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.515846] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.516607] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.516607] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.516607] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.516607] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.516607] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.821202] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcb950d0-0ace-4a4a-85cf-8431e9f03fc4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.826970] env[65529]: INFO networking_nsxv3.common.synchronization [req-bbdba049-64a4-4607-b2c5-586eab39762a req-77f462ba-7c1b-4fc0-8e01-971350dbe6ce tempest-ServersTestMultiNic-166249226 tempest-ServersTestMultiNic-166249226-project-member] Enqueued Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_members [ 796.827507] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_members [ 796.828043] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb326e50-0a79-4d89-af37-71b08113e927 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.828138] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.883118] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b728ec97-4d90-4064-ace7-f08068b1eeba in Status: SUCCESS [ 796.883428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.883779] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.883779] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.883955] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.884120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.884184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.884349] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.884428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.884545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.884678] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b728ec97-4d90-4064-ace7-f08068b1eeba',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.019610] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.123572] env[65529]: INFO networking_nsxv3.common.synchronization [req-bbdba049-64a4-4607-b2c5-586eab39762a req-5e010e1f-71b0-457f-b8e6-3867e08c9968 tempest-ServersTestMultiNic-166249226 tempest-ServersTestMultiNic-166249226-project-member] Enqueued Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_members [ 797.124162] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_members [ 797.124468] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb326e50-0a79-4d89-af37-71b08113e927 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.124571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.324018] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.324462] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.324462] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.325183] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.325367] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.325530] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 is going to be updated. [ 797.360249] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.360249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.360249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.360675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.360675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.373240] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 in Status: IN_PROGRESS for 2s [ 797.388601] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b728ec97-4d90-4064-ace7-f08068b1eeba',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.674821] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.690306] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0e3714e-41e2-403a-92a8-8e9aba249975 in Status: SUCCESS [ 797.690531] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0e3714e-41e2-403a-92a8-8e9aba249975" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.891646] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b728ec97-4d90-4064-ace7-f08068b1eeba: rpc.has_security_group_logging(os_id): False [ 797.913091] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.913091] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.913306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.913503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.913635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.913978] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.914651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.914651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.914651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.914651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.916279] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b728ec97-4d90-4064-ace7-f08068b1eeba is going to be created. [ 798.003978] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.005685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.005836] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.006081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.006282] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.031542] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b728ec97-4d90-4064-ace7-f08068b1eeba in Status: IN_PROGRESS for 2s [ 798.177725] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.177725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.177725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.177725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.177725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.177725] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb326e50-0a79-4d89-af37-71b08113e927 is going to be updated. [ 798.215706] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.215886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.215958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.216219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.216368] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.230051] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb326e50-0a79-4d89-af37-71b08113e927 in Status: IN_PROGRESS for 2s [ 799.393447] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 in Status: SUCCESS [ 799.393800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.393865] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.394100] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.394283] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.394396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.394462] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.394609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.394701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.394789] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcb950d0-0ace-4a4a-85cf-8431e9f03fc4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.898791] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcb950d0-0ace-4a4a-85cf-8431e9f03fc4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.923435] env[65529]: INFO networking_nsxv3.common.synchronization [req-d41fcb35-7491-42b2-a54e-4150bc042255 req-c6b63344-e3fd-454b-b73f-dfe09bfb0e13 tempest-AttachInterfacesUnderV243Test-1952801998 tempest-AttachInterfacesUnderV243Test-1952801998-project-member] Enqueued Resource ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 with Priority: HIGHEST for action security_group_members [ 799.925958] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 with Priority: HIGHEST for action security_group_members [ 799.925958] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.925958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.940350] env[65529]: INFO networking_nsxv3.common.synchronization [req-d41fcb35-7491-42b2-a54e-4150bc042255 req-c6b63344-e3fd-454b-b73f-dfe09bfb0e13 tempest-AttachInterfacesUnderV243Test-1952801998 tempest-AttachInterfacesUnderV243Test-1952801998-project-member] Enqueued Resource ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 with Priority: HIGHEST for action security_group_rules [ 799.940350] env[65529]: INFO networking_nsxv3.common.synchronization [req-d41fcb35-7491-42b2-a54e-4150bc042255 req-c6b63344-e3fd-454b-b73f-dfe09bfb0e13 tempest-AttachInterfacesUnderV243Test-1952801998 tempest-AttachInterfacesUnderV243Test-1952801998-project-member] Enqueued Resource ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 with Priority: HIGHEST for action security_group_members [ 799.940350] env[65529]: INFO networking_nsxv3.common.synchronization [req-d41fcb35-7491-42b2-a54e-4150bc042255 req-c6b63344-e3fd-454b-b73f-dfe09bfb0e13 tempest-AttachInterfacesUnderV243Test-1952801998 tempest-AttachInterfacesUnderV243Test-1952801998-project-member] Enqueued Resource ID: 46f3dbcc-debf-4df4-bbd1-a81106d7c80d with Priority: HIGHEST for action port [ 799.941042] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 with Priority: HIGHEST for action security_group_rules [ 799.941303] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 with Priority: HIGHEST for action security_group_members [ 799.941801] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46f3dbcc-debf-4df4-bbd1-a81106d7c80d with Priority: HIGHEST for action port [ 799.942573] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.942819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.943124] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.944848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.944848] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-46f3dbcc-debf-4df4-bbd1-a81106d7c80d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.944848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46f3dbcc-debf-4df4-bbd1-a81106d7c80d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.944848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46f3dbcc-debf-4df4-bbd1-a81106d7c80d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.944848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46f3dbcc-debf-4df4-bbd1-a81106d7c80d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.944848] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46f3dbcc-debf-4df4-bbd1-a81106d7c80d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.050295] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b728ec97-4d90-4064-ace7-f08068b1eeba in Status: SUCCESS [ 800.050613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.085506] env[65529]: INFO networking_nsxv3.common.synchronization [None req-422d0127-8f19-476c-9b68-a98d4cbc3e85 None None] Enqueued Resource ID: 492e7146-012c-4cf8-8911-cffb08bc265e with Priority: HIGHEST for action port [ 800.086563] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 492e7146-012c-4cf8-8911-cffb08bc265e with Priority: HIGHEST for action port [ 800.086896] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-492e7146-012c-4cf8-8911-cffb08bc265e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.087043] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-492e7146-012c-4cf8-8911-cffb08bc265e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.087108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-492e7146-012c-4cf8-8911-cffb08bc265e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.087453] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-492e7146-012c-4cf8-8911-cffb08bc265e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.087539] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('492e7146-012c-4cf8-8911-cffb08bc265e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.242638] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb326e50-0a79-4d89-af37-71b08113e927 in Status: SUCCESS [ 800.242861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.244492] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.244492] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.244492] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.244492] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.244492] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.244492] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.244492] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.244492] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.400351] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcb950d0-0ace-4a4a-85cf-8431e9f03fc4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.447577] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46f3dbcc-debf-4df4-bbd1-a81106d7c80d with status ACTIVE [ 800.448146] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.448146] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.448146] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.448146] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.448409] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.448449] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.448533] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.448602] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.448750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.448812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.449017] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.449126] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.449195] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.449385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.449459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.449549] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46f3dbcc-debf-4df4-bbd1-a81106d7c80d is going to be updated. [ 800.485709] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.486013] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.486013] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.486240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.486453] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.486671] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46f3dbcc-debf-4df4-bbd1-a81106d7c80d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.590383] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 492e7146-012c-4cf8-8911-cffb08bc265e [ 800.590631] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.590760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.590824] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.591051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.591144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.591244] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:492e7146-012c-4cf8-8911-cffb08bc265e already deleted. [ 800.591355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-492e7146-012c-4cf8-8911-cffb08bc265e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.667290] env[65529]: INFO networking_nsxv3.common.synchronization [req-6054ff7c-9be9-490f-8e2d-238bcc3edc31 req-adac7d69-3ce0-4685-9fa9-d545f1e298ad tempest-ImagesTestJSON-1930669757 tempest-ImagesTestJSON-1930669757-project-member] Enqueued Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_members [ 800.668634] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_members [ 800.668634] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.668634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.668634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.668860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.668893] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.668983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.669050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.669233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.669286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.669372] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.748760] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.748987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.749074] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.749309] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.750097] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.750097] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.750097] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.750097] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.750501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.750624] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.750753] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb326e50-0a79-4d89-af37-71b08113e927 is going to be updated. [ 800.784429] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.784597] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.784682] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.785422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.785422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.796404] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb326e50-0a79-4d89-af37-71b08113e927 in Status: IN_PROGRESS for 2s [ 800.903830] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.903830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.903830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.904788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.904788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.904788] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 is going to be updated. [ 800.936641] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.936842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.936917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.937135] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.937273] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.948027] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 in Status: IN_PROGRESS for 2s [ 801.088918] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.089112] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-884" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.089230] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-884" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.089465] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-884" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.089702] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.090134] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.090134] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.091024] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.091139] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.091391] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.091567] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.091691] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.091827] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.091947] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.092063] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.092234] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.114242] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.114397] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 801.114534] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.114697] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-884" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.115010] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-a82ccbc0-beba-4b91-bd50-90954c8809fc taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.115193] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-a82ccbc0-beba-4b91-bd50-90954c8809fc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.115324] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-a82ccbc0-beba-4b91-bd50-90954c8809fc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.115707] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-a82ccbc0-beba-4b91-bd50-90954c8809fc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.115810] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a82ccbc0-beba-4b91-bd50-90954c8809fc',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.171803] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.171803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.171971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.172138] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.172219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.172444] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.174106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.174182] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.174354] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.174437] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.174621] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 is going to be deleted. [ 801.209699] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.209699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.209699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.210099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.210099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.210099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.620717] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.621084] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.621084] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.621430] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.621590] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.621743] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port a82ccbc0-beba-4b91-bd50-90954c8809fc not found, creating... [ 801.622018] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.622172] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.622286] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.622504] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.622639] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.622913] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.623077] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.623188] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.623387] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.623562] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.623708] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: a82ccbc0-beba-4b91-bd50-90954c8809fc is going to be created. [ 801.643139] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.643366] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.643489] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.643875] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.644179] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.644442] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-a82ccbc0-beba-4b91-bd50-90954c8809fc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.355372] env[65529]: INFO networking_nsxv3.common.synchronization [req-6054ff7c-9be9-490f-8e2d-238bcc3edc31 req-c7a76e2a-492d-4d07-90c9-8f76b28cd195 service nova] Enqueued Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_rules [ 802.355588] env[65529]: INFO networking_nsxv3.common.synchronization [req-6054ff7c-9be9-490f-8e2d-238bcc3edc31 req-c7a76e2a-492d-4d07-90c9-8f76b28cd195 service nova] Enqueued Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_members [ 802.355588] env[65529]: INFO networking_nsxv3.common.synchronization [req-6054ff7c-9be9-490f-8e2d-238bcc3edc31 req-c7a76e2a-492d-4d07-90c9-8f76b28cd195 service nova] Enqueued Resource ID: a82ccbc0-beba-4b91-bd50-90954c8809fc with Priority: HIGHEST for action port [ 802.356215] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_rules [ 802.356414] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_members [ 802.356586] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a82ccbc0-beba-4b91-bd50-90954c8809fc with Priority: HIGHEST for action port [ 802.356898] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.357066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.357156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.357374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.357503] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.358442] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.358696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.358758] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.358931] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.359198] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.361030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.361030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.361030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.361030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.361030] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.361030] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-a82ccbc0-beba-4b91-bd50-90954c8809fc taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.361459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a82ccbc0-beba-4b91-bd50-90954c8809fc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.361459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a82ccbc0-beba-4b91-bd50-90954c8809fc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.361743] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a82ccbc0-beba-4b91-bd50-90954c8809fc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.361743] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a82ccbc0-beba-4b91-bd50-90954c8809fc',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.619866] env[65529]: INFO networking_nsxv3.common.synchronization [None req-c5183dcf-1cd9-4929-a871-6de3012cbbb2 None None] Enqueued Resource ID: 18d5fe06-ee45-4af8-ab3f-ab840c079567 with Priority: HIGHEST for action port [ 802.619866] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d5fe06-ee45-4af8-ab3f-ab840c079567 with Priority: HIGHEST for action port [ 802.619866] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-18d5fe06-ee45-4af8-ab3f-ab840c079567 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.619866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18d5fe06-ee45-4af8-ab3f-ab840c079567" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.619866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18d5fe06-ee45-4af8-ab3f-ab840c079567" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.620625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18d5fe06-ee45-4af8-ab3f-ab840c079567" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.620837] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18d5fe06-ee45-4af8-ab3f-ab840c079567',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.809587] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb326e50-0a79-4d89-af37-71b08113e927 in Status: SUCCESS [ 802.810116] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb326e50-0a79-4d89-af37-71b08113e927 deletion is rescheduled due to dependency. [ 802.810116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.810299] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.810513] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.810698] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.810814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.810881] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.811055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.811155] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.811252] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.864470] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.864470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.864470] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.865477] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a82ccbc0-beba-4b91-bd50-90954c8809fc with status ACTIVE [ 802.865847] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.866048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.866173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.866459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.866637] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.866903] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.867108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.867211] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.867448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.867572] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.867813] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.867950] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.868525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.868525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.868525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.868525] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a82ccbc0-beba-4b91-bd50-90954c8809fc is going to be updated. [ 802.895719] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.895836] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.895905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.896138] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.896280] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.896436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a82ccbc0-beba-4b91-bd50-90954c8809fc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.959570] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 in Status: SUCCESS [ 802.959570] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.959570] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.959570] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.959777] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.959840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.959931] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.960270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.960270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.960270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.960420] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcb950d0-0ace-4a4a-85cf-8431e9f03fc4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.961341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.961587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.961671] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.961810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.961864] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.962917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.962917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.962917] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcb950d0-0ace-4a4a-85cf-8431e9f03fc4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.124281] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18d5fe06-ee45-4af8-ab3f-ab840c079567 [ 803.124529] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.124667] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.124773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.124964] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.125065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.125183] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18d5fe06-ee45-4af8-ab3f-ab840c079567 already deleted. [ 803.125290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18d5fe06-ee45-4af8-ab3f-ab840c079567" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.314851] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.315079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.315199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.315566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.315639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.315813] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.315959] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.316044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.316244] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.316346] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.316442] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb326e50-0a79-4d89-af37-71b08113e927 is going to be updated. [ 803.352978] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.352978] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.352978] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.353262] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.353441] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.363662] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb326e50-0a79-4d89-af37-71b08113e927 in Status: IN_PROGRESS for 2s [ 803.367117] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.464955] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcb950d0-0ace-4a4a-85cf-8431e9f03fc4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.467295] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcb950d0-0ace-4a4a-85cf-8431e9f03fc4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.870206] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.870570] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.870570] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.870663] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.870663] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.870774] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 is going to be created. [ 803.895522] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.895522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.895522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.895801] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.895801] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.905908] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: UNINITIALIZED for 2s [ 803.969417] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcb950d0-0ace-4a4a-85cf-8431e9f03fc4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.975072] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcb950d0-0ace-4a4a-85cf-8431e9f03fc4: rpc.has_security_group_logging(os_id): False [ 803.997273] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.997482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.997482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.997691] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.997771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.998185] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.998185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.998185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.998394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.998493] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.998599] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 is going to be updated. [ 804.068659] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.068800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.071918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.072314] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.072596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.088514] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 in Status: IN_PROGRESS for 2s [ 804.473201] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.473201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.473201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.473201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.475809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.475809] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 is going to be updated. [ 804.515423] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.515548] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.515623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.515919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.516086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.529803] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 in Status: IN_PROGRESS for 2s [ 805.376257] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb326e50-0a79-4d89-af37-71b08113e927 in Status: SUCCESS [ 805.376257] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb326e50-0a79-4d89-af37-71b08113e927 deletion is rescheduled due to dependency. [ 805.376257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.918026] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: SUCCESS [ 805.918026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.918026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.918026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.918026] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.918026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.918026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.918363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.918492] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.918542] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.918647] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.103972] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 in Status: SUCCESS [ 806.104248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.104453] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.104642] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.104732] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcb950d0-0ace-4a4a-85cf-8431e9f03fc4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.422601] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.422601] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.423140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.423140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.423224] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.423289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.423328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.423551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.423772] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.423962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.424142] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.425555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.425555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.425555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.425555] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.425555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.425555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.425555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.425555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.425555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.425555] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.542142] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 in Status: SUCCESS [ 806.542369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.542573] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.542887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.543149] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.543336] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.543434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.543703] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.543812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.543938] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcb950d0-0ace-4a4a-85cf-8431e9f03fc4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.606831] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.607032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.929349] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6: rpc.has_security_group_logging(os_id): False [ 806.949255] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.949495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.949569] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.949779] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.949866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.950274] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.950274] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.950274] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.950440] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.950473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.950626] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.950721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.950778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.950906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.950975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.959063] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.959063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.959063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.959063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.959063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.959063] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 is going to be created. [ 807.050022] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcb950d0-0ace-4a4a-85cf-8431e9f03fc4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.061442] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.063746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.063746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.063746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.063948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.100936] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: IN_PROGRESS for 2s [ 807.555682] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcb950d0-0ace-4a4a-85cf-8431e9f03fc4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.617055] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 807.617159] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 807.988565] env[65529]: INFO networking_nsxv3.common.synchronization [None req-f856a250-fee4-436f-b5b3-8aee4d8aa885 None None] Enqueued Resource ID: 1a554eb7-6da9-4c0b-bc84-b9696739e023 with Priority: HIGHEST for action port [ 807.988565] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a554eb7-6da9-4c0b-bc84-b9696739e023 with Priority: HIGHEST for action port [ 807.988897] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a554eb7-6da9-4c0b-bc84-b9696739e023 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.988978] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a554eb7-6da9-4c0b-bc84-b9696739e023" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.990094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a554eb7-6da9-4c0b-bc84-b9696739e023" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.990094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a554eb7-6da9-4c0b-bc84-b9696739e023" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.990094] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a554eb7-6da9-4c0b-bc84-b9696739e023',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.062955] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.063133] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.063206] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.063417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.063558] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.063601] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 is going to be updated. [ 808.103326] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.103868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.104034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.104450] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.104797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.121681] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 in Status: IN_PROGRESS for 2s [ 808.226187] env[65529]: INFO networking_nsxv3.common.synchronization [req-fdb208d2-d137-4979-b0bd-863fff48477a req-19dab469-cc6f-4a70-b350-0814ad7b4d99 tempest-AttachInterfacesUnderV243Test-1952801998 tempest-AttachInterfacesUnderV243Test-1952801998-project-member] Enqueued Resource ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 with Priority: HIGHEST for action security_group_members [ 808.226187] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 with Priority: HIGHEST for action security_group_members [ 808.226187] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.226575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.492082] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a554eb7-6da9-4c0b-bc84-b9696739e023 [ 808.492381] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.492510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.492573] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.492933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.492979] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.493119] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a554eb7-6da9-4c0b-bc84-b9696739e023 already deleted. [ 808.493687] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a554eb7-6da9-4c0b-bc84-b9696739e023" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.116051] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: SUCCESS [ 809.116051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.599679] env[65529]: INFO networking_nsxv3.common.synchronization [req-e0979c6c-9f25-4e0f-8a85-3e1428cc7a0a req-58e0d52e-735b-4889-8be4-fe3c2f3841a8 tempest-SecurityGroupRulesNegativeTestJSON-426680789 tempest-SecurityGroupRulesNegativeTestJSON-426680789-project-member] Enqueued Resource ID: b9332444-ec75-4c6f-ab9b-3d61ce154dc4 with Priority: HIGHEST for action security_group_rules [ 809.599981] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9332444-ec75-4c6f-ab9b-3d61ce154dc4 with Priority: HIGHEST for action security_group_rules [ 809.601263] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9332444-ec75-4c6f-ab9b-3d61ce154dc4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.601263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9332444-ec75-4c6f-ab9b-3d61ce154dc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.601263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9332444-ec75-4c6f-ab9b-3d61ce154dc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.601263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9332444-ec75-4c6f-ab9b-3d61ce154dc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.601263] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9332444-ec75-4c6f-ab9b-3d61ce154dc4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.126596] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.126596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.126596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.126596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.126596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.126596] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9332444-ec75-4c6f-ab9b-3d61ce154dc4 already deleted. [ 810.126596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9332444-ec75-4c6f-ab9b-3d61ce154dc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.136053] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 in Status: SUCCESS [ 810.136298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.136474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.136692] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.136881] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.136996] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.137073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.137229] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.137307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.137392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.137491] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcb950d0-0ace-4a4a-85cf-8431e9f03fc4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.140388] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.140827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.141494] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.141592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.142642] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.142642] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.142642] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.142642] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcb950d0-0ace-4a4a-85cf-8431e9f03fc4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.230835] env[65529]: INFO networking_nsxv3.common.synchronization [req-2ba43c2e-2746-4717-b95e-71963bf78832 req-531c75ce-9248-423e-9fcc-251aa8e5d8da tempest-SecurityGroupRulesNegativeTestJSON-426680789 tempest-SecurityGroupRulesNegativeTestJSON-426680789-project-member] Enqueued Resource ID: b9332444-ec75-4c6f-ab9b-3d61ce154dc4 with Priority: HIGHEST for action security_group_rules [ 810.231714] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9332444-ec75-4c6f-ab9b-3d61ce154dc4 with Priority: HIGHEST for action security_group_rules [ 810.231714] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9332444-ec75-4c6f-ab9b-3d61ce154dc4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.231883] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9332444-ec75-4c6f-ab9b-3d61ce154dc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.231883] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9332444-ec75-4c6f-ab9b-3d61ce154dc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.232230] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9332444-ec75-4c6f-ab9b-3d61ce154dc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.232230] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9332444-ec75-4c6f-ab9b-3d61ce154dc4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.546301] env[65529]: INFO networking_nsxv3.common.synchronization [None req-d7d25045-b894-47dd-8e03-205bb0763682 None None] Enqueued Resource ID: 3845a8c2-75ae-4036-8a0c-7d9c3c6c2fbd with Priority: HIGHEST for action port [ 810.546867] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3845a8c2-75ae-4036-8a0c-7d9c3c6c2fbd with Priority: HIGHEST for action port [ 810.547758] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-3845a8c2-75ae-4036-8a0c-7d9c3c6c2fbd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.547758] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3845a8c2-75ae-4036-8a0c-7d9c3c6c2fbd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.547758] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3845a8c2-75ae-4036-8a0c-7d9c3c6c2fbd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.547758] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3845a8c2-75ae-4036-8a0c-7d9c3c6c2fbd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.547758] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3845a8c2-75ae-4036-8a0c-7d9c3c6c2fbd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.644709] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcb950d0-0ace-4a4a-85cf-8431e9f03fc4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.647097] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.647318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.647318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.647562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.647782] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.648159] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.648159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.648159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.648863] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.649140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.649388] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 is going to be updated. [ 810.680785] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.681096] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.681096] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.681240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.681558] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.694153] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 in Status: IN_PROGRESS for 2s [ 810.715653] env[65529]: INFO networking_nsxv3.common.synchronization [req-e6118a3f-83ee-4479-98ef-f7e760a62f8f req-8d822daf-6273-4580-b867-2268f1cc9310 tempest-ServersAdminTestJSON-706436611 tempest-ServersAdminTestJSON-706436611-project-member] Enqueued Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGHEST for action security_group_members [ 810.716302] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGHEST for action security_group_members [ 810.716714] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc165da-c7bb-407e-ac78-575f080ac582 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.717096] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.717271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.717527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.717690] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.717806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.717859] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.717985] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.718102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.718198] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.758548] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.759956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.759956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.759956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.759956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.759956] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9332444-ec75-4c6f-ab9b-3d61ce154dc4 already deleted. [ 810.759956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9332444-ec75-4c6f-ab9b-3d61ce154dc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.051854] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3845a8c2-75ae-4036-8a0c-7d9c3c6c2fbd [ 811.051854] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.052049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.052049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.052213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.052356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.052458] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3845a8c2-75ae-4036-8a0c-7d9c3c6c2fbd already deleted. [ 811.052547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3845a8c2-75ae-4036-8a0c-7d9c3c6c2fbd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.119732] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-710 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.119976] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-710" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.120078] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-710" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.121479] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-710" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.121479] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.121479] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.121479] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.121479] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.121856] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.121856] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.121981] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.126033] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.126033] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.126033] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.126033] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.126033] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.142427] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.142678] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 811.142727] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.142897] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-710" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.143260] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-0be663ff-0cf2-4f76-a8be-26144a10ae98 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.143456] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-0be663ff-0cf2-4f76-a8be-26144a10ae98" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.143577] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-0be663ff-0cf2-4f76-a8be-26144a10ae98" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.143977] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-0be663ff-0cf2-4f76-a8be-26144a10ae98" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.144136] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0be663ff-0cf2-4f76-a8be-26144a10ae98',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.151586] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcb950d0-0ace-4a4a-85cf-8431e9f03fc4: rpc.has_security_group_logging(os_id): False [ 811.169654] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.169654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.169654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.169654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.169654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.169955] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.170015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.170048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.170184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.170251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.170370] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 is going to be updated. [ 811.221886] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.238417] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.238654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.238654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.238868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.239024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.264148] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 in Status: IN_PROGRESS for 2s [ 811.648665] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.648665] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.648965] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.649045] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.649314] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.649597] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port 0be663ff-0cf2-4f76-a8be-26144a10ae98 not found, creating... [ 811.649912] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.650124] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.650248] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.650555] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.650741] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.651127] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.651388] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.651665] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.651735] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.651859] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.651996] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: 0be663ff-0cf2-4f76-a8be-26144a10ae98 is going to be created. [ 811.673974] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.674251] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.674459] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.674824] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.675023] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.675308] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-0be663ff-0cf2-4f76-a8be-26144a10ae98" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.724178] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.226412] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.226721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.226792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.227204] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.227204] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.227308] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cc165da-c7bb-407e-ac78-575f080ac582 is going to be updated. [ 812.261025] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.261223] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.261307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.261768] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.261962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.273046] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cc165da-c7bb-407e-ac78-575f080ac582 in Status: IN_PROGRESS for 2s [ 812.403019] env[65529]: INFO networking_nsxv3.common.synchronization [req-e6118a3f-83ee-4479-98ef-f7e760a62f8f req-31a01389-3168-4c94-a2e0-4a36ed3f5933 service nova] Enqueued Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGHEST for action security_group_rules [ 812.403019] env[65529]: INFO networking_nsxv3.common.synchronization [req-e6118a3f-83ee-4479-98ef-f7e760a62f8f req-31a01389-3168-4c94-a2e0-4a36ed3f5933 service nova] Enqueued Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGHEST for action security_group_members [ 812.403019] env[65529]: INFO networking_nsxv3.common.synchronization [req-e6118a3f-83ee-4479-98ef-f7e760a62f8f req-31a01389-3168-4c94-a2e0-4a36ed3f5933 service nova] Enqueued Resource ID: 0be663ff-0cf2-4f76-a8be-26144a10ae98 with Priority: HIGHEST for action port [ 812.406729] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGHEST for action security_group_rules [ 812.406729] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGHEST for action security_group_members [ 812.406729] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be663ff-0cf2-4f76-a8be-26144a10ae98 with Priority: HIGHEST for action port [ 812.406729] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cc165da-c7bb-407e-ac78-575f080ac582 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.406729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.406729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.406729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.406729] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.406729] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc165da-c7bb-407e-ac78-575f080ac582 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.406729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.406729] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-0be663ff-0cf2-4f76-a8be-26144a10ae98 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.406729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0be663ff-0cf2-4f76-a8be-26144a10ae98" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.406729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0be663ff-0cf2-4f76-a8be-26144a10ae98" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.406729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0be663ff-0cf2-4f76-a8be-26144a10ae98" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.406729] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0be663ff-0cf2-4f76-a8be-26144a10ae98',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.706698] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 in Status: SUCCESS [ 812.706885] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 deletion is rescheduled due to dependency. [ 812.707035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.910237] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc165da-c7bb-407e-ac78-575f080ac582 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.910237] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.910237] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0be663ff-0cf2-4f76-a8be-26144a10ae98 with status ACTIVE [ 812.910237] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.910237] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.910676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.910676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.910754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.910951] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.911058] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.911203] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.911262] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.911466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.911570] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.911672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.911746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.911852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.911940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.912080] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0be663ff-0cf2-4f76-a8be-26144a10ae98 is going to be updated. [ 812.937933] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.937933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.937933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.937933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.937933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.937933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0be663ff-0cf2-4f76-a8be-26144a10ae98" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.287366] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 in Status: SUCCESS [ 813.287698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.691039] env[65529]: INFO networking_nsxv3.common.synchronization [req-928622ff-d600-4e0b-9416-c3d30bde8c78 req-9ce9e65a-cf53-48e2-926d-9b24db6409f9 tempest-ListImageFiltersTestJSON-499993863 tempest-ListImageFiltersTestJSON-499993863-project-member] Enqueued Resource ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 with Priority: HIGHEST for action security_group_members [ 813.691871] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 with Priority: HIGHEST for action security_group_members [ 813.693046] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d99b305d-76eb-45f9-b59f-8a18e668bbc8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.693046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.693046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.693046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.693046] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.693046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.693046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.693480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.693480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.693480] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d99b305d-76eb-45f9-b59f-8a18e668bbc8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.197086] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d99b305d-76eb-45f9-b59f-8a18e668bbc8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.284929] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cc165da-c7bb-407e-ac78-575f080ac582 in Status: SUCCESS [ 814.285168] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.285351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.285582] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.285780] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.285899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.285965] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.286143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.286224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.286322] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.700336] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d99b305d-76eb-45f9-b59f-8a18e668bbc8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.788765] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.890685] env[65529]: INFO networking_nsxv3.common.synchronization [req-0fb49bf1-d0e4-4619-b848-fe5005e6c322 req-a155e0dd-4e1d-4a89-bb3f-57ee244d2768 tempest-InstanceActionsTestJSON-649193877 tempest-InstanceActionsTestJSON-649193877-project-member] Enqueued Resource ID: c0e3714e-41e2-403a-92a8-8e9aba249975 with Priority: HIGHEST for action security_group_members [ 814.890685] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e3714e-41e2-403a-92a8-8e9aba249975 with Priority: HIGHEST for action security_group_members [ 814.890685] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e3714e-41e2-403a-92a8-8e9aba249975 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.890685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e3714e-41e2-403a-92a8-8e9aba249975" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.890685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e3714e-41e2-403a-92a8-8e9aba249975" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.891999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e3714e-41e2-403a-92a8-8e9aba249975" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.892184] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.892337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.892422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.892598] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.892678] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.892947] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e3714e-41e2-403a-92a8-8e9aba249975',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.203380] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.203547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.203753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.203841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.203928] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.204039] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 is going to be updated. [ 815.242579] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.242579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.242579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.242579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.242579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.252028] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 in Status: IN_PROGRESS for 2s [ 815.291418] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.395308] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.395457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.395534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.395739] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.395826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.396349] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.396864] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.396999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.397208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.397358] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.397470] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e3714e-41e2-403a-92a8-8e9aba249975 is going to be updated. [ 815.426646] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.426781] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.427662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.427662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.427662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.439764] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e3714e-41e2-403a-92a8-8e9aba249975 in Status: IN_PROGRESS for 2s [ 815.797871] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.797871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.797871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.797871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.797871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.797871] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cc165da-c7bb-407e-ac78-575f080ac582 is going to be updated. [ 815.824793] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.824793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.824793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.824793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.824793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.839779] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cc165da-c7bb-407e-ac78-575f080ac582 in Status: IN_PROGRESS for 2s [ 817.265294] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 in Status: SUCCESS [ 817.266255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.452210] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e3714e-41e2-403a-92a8-8e9aba249975 in Status: SUCCESS [ 817.452210] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e3714e-41e2-403a-92a8-8e9aba249975 deletion is rescheduled due to dependency. [ 817.452210] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e3714e-41e2-403a-92a8-8e9aba249975" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.765475] env[65529]: INFO networking_nsxv3.common.synchronization [None req-a8e8e7c1-d600-4b6c-9d0b-cab190075e5b tempest-AttachInterfacesTestJSON-2112292789 tempest-AttachInterfacesTestJSON-2112292789-project-member] Enqueued Resource ID: 06f657d1-b4f5-4078-9f80-cce4c5e70f26 with Priority: HIGHEST for action security_group_rules [ 817.767198] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f657d1-b4f5-4078-9f80-cce4c5e70f26 with Priority: HIGHEST for action security_group_rules [ 817.767839] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06f657d1-b4f5-4078-9f80-cce4c5e70f26 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.768584] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06f657d1-b4f5-4078-9f80-cce4c5e70f26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.768584] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06f657d1-b4f5-4078-9f80-cce4c5e70f26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.770448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06f657d1-b4f5-4078-9f80-cce4c5e70f26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.770448] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06f657d1-b4f5-4078-9f80-cce4c5e70f26',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.854048] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cc165da-c7bb-407e-ac78-575f080ac582 in Status: SUCCESS [ 817.854286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.854461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.854684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.854978] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.854978] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.855118] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.855211] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.855290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.855393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.855464] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.878351] env[65529]: INFO networking_nsxv3.common.synchronization [None req-e00de416-7f3a-48f3-a9b1-1b56d5dddcf4 None None] Enqueued Resource ID: f99c8968-94e2-4118-ad7c-afcefc15fad0 with Priority: HIGHEST for action port [ 817.878913] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f99c8968-94e2-4118-ad7c-afcefc15fad0 with Priority: HIGHEST for action port [ 817.879376] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-f99c8968-94e2-4118-ad7c-afcefc15fad0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.880575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f99c8968-94e2-4118-ad7c-afcefc15fad0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.880575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f99c8968-94e2-4118-ad7c-afcefc15fad0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.880751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f99c8968-94e2-4118-ad7c-afcefc15fad0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.880880] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f99c8968-94e2-4118-ad7c-afcefc15fad0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.941951] env[65529]: INFO networking_nsxv3.common.synchronization [None req-01f6c843-cc31-4558-bee4-e2e32897fda3 tempest-AttachInterfacesTestJSON-2112292789 tempest-AttachInterfacesTestJSON-2112292789-project-member] Enqueued Resource ID: 06f657d1-b4f5-4078-9f80-cce4c5e70f26 with Priority: HIGHEST for action security_group_rules [ 817.942422] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f657d1-b4f5-4078-9f80-cce4c5e70f26 with Priority: HIGHEST for action security_group_rules [ 817.943421] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06f657d1-b4f5-4078-9f80-cce4c5e70f26 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.943624] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06f657d1-b4f5-4078-9f80-cce4c5e70f26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.292846] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.293255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.293255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.293507] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.293773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.293773] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06f657d1-b4f5-4078-9f80-cce4c5e70f26 already deleted. [ 818.293852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06f657d1-b4f5-4078-9f80-cce4c5e70f26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.293955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06f657d1-b4f5-4078-9f80-cce4c5e70f26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.294937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06f657d1-b4f5-4078-9f80-cce4c5e70f26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.294937] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06f657d1-b4f5-4078-9f80-cce4c5e70f26',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.359847] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc165da-c7bb-407e-ac78-575f080ac582 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.359847] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.359847] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.359847] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.359847] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.359847] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.360265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.360265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.360265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.360265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.360448] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc165da-c7bb-407e-ac78-575f080ac582 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.360490] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.360583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.360677] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.360813] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.360901] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.360960] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.361585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.361585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.361585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.361585] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.382902] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f99c8968-94e2-4118-ad7c-afcefc15fad0 [ 818.383453] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.383453] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.383453] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.383821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.383821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.383903] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f99c8968-94e2-4118-ad7c-afcefc15fad0 already deleted. [ 818.383983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f99c8968-94e2-4118-ad7c-afcefc15fad0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.592119] env[65529]: INFO networking_nsxv3.common.synchronization [req-e4eb3654-860f-4b25-b68b-fca03ddea3af req-25fe7358-7bfc-4e48-a9c6-1225ee6b0b4e tempest-ListServerFiltersTestJSON-123931929 tempest-ListServerFiltersTestJSON-123931929-project-member] Enqueued Resource ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 with Priority: HIGHEST for action security_group_members [ 818.592733] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 with Priority: HIGHEST for action security_group_members [ 818.596651] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-028e6985-af4f-4dc5-abc5-49de7eb985c9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.596651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.596651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.596651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.596651] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.596651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.596651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.596651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.596651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.596651] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('028e6985-af4f-4dc5-abc5-49de7eb985c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.817601] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.817811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.817811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.818028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.818682] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.818682] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06f657d1-b4f5-4078-9f80-cce4c5e70f26 already deleted. [ 818.818682] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06f657d1-b4f5-4078-9f80-cce4c5e70f26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.863410] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cc165da-c7bb-407e-ac78-575f080ac582: rpc.has_security_group_logging(os_id): False [ 818.882882] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.882882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.883053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.883327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.883455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.883674] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.883802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.884424] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.884424] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.884424] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.884424] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.884658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.884658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.884725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.884835] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.885051] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.885161] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.885308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.885390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.885450] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.885561] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cc165da-c7bb-407e-ac78-575f080ac582 is going to be updated. [ 818.958237] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.958390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.959045] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.959045] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.959045] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.985897] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cc165da-c7bb-407e-ac78-575f080ac582 in Status: IN_PROGRESS for 2s [ 819.098818] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('028e6985-af4f-4dc5-abc5-49de7eb985c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.601697] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('028e6985-af4f-4dc5-abc5-49de7eb985c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.107336] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.107336] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.107336] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.107336] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.107336] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.107336] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 is going to be updated. [ 820.143669] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.145121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.145359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.145758] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.145939] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.163158] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 in Status: IN_PROGRESS for 2s [ 820.494878] env[65529]: INFO networking_nsxv3.common.synchronization [None req-9760c58c-47e5-48e1-8557-6a570e846886 None None] Enqueued Resource ID: 0e51b557-96c7-4881-a80c-d519df29e34c with Priority: HIGHEST for action port [ 820.495669] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e51b557-96c7-4881-a80c-d519df29e34c with Priority: HIGHEST for action port [ 820.495669] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e51b557-96c7-4881-a80c-d519df29e34c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.495669] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e51b557-96c7-4881-a80c-d519df29e34c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.495886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e51b557-96c7-4881-a80c-d519df29e34c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.496220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e51b557-96c7-4881-a80c-d519df29e34c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.496397] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e51b557-96c7-4881-a80c-d519df29e34c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.000062] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e51b557-96c7-4881-a80c-d519df29e34c [ 821.000324] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.000484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.000567] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.000816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.000919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.001041] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e51b557-96c7-4881-a80c-d519df29e34c already deleted. [ 821.001135] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e51b557-96c7-4881-a80c-d519df29e34c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.008187] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cc165da-c7bb-407e-ac78-575f080ac582 in Status: SUCCESS [ 821.008187] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.173109] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 in Status: SUCCESS [ 822.173400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.496083] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 825.496478] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 830.244794] env[65529]: INFO networking_nsxv3.common.synchronization [req-c5cb97a3-b6bb-4ca3-af30-d92f9d8d171e req-818afc5a-fc82-47ba-b5ea-63aa047f7985 tempest-ServersAdminNegativeTestJSON-1175865382 tempest-ServersAdminNegativeTestJSON-1175865382-project-member] Enqueued Resource ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 with Priority: HIGHEST for action security_group_members [ 830.245494] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 with Priority: HIGHEST for action security_group_members [ 830.245881] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-6232c7c7-6154-44ea-80dd-ee4ce8b16481 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.246066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.246163] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.246415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.246640] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.246790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.246856] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.247050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.247165] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.247294] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6232c7c7-6154-44ea-80dd-ee4ce8b16481',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.563276] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.563446] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.563504] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.563907] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.564721] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.564721] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.564721] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.564721] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.564721] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.565015] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.565015] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 830.565015] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 830.565136] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 830.565176] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.565274] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 830.565395] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 830.590111] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 830.590111] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 830.590111] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 830.590111] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.590111] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-913890c1-461f-4371-b0d9-6cbe6ceb4344 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.590111] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-913890c1-461f-4371-b0d9-6cbe6ceb4344" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.590505] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-913890c1-461f-4371-b0d9-6cbe6ceb4344" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.590877] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-913890c1-461f-4371-b0d9-6cbe6ceb4344" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.590877] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('913890c1-461f-4371-b0d9-6cbe6ceb4344',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.749453] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6232c7c7-6154-44ea-80dd-ee4ce8b16481',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.094221] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.094486] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.094635] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.094948] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.095141] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.095308] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port 913890c1-461f-4371-b0d9-6cbe6ceb4344 not found, creating... [ 831.095584] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.095757] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.095870] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.096116] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.096267] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.096560] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.096716] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.096829] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.097060] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.097208] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.097347] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: 913890c1-461f-4371-b0d9-6cbe6ceb4344 is going to be created. [ 831.120798] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.121116] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.121181] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.121610] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.121882] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.122164] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-913890c1-461f-4371-b0d9-6cbe6ceb4344" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.253208] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6232c7c7-6154-44ea-80dd-ee4ce8b16481',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.755622] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.755868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.755868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.756174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.756344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.756550] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 is going to be updated. [ 831.803138] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.803333] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.803431] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.803644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.803802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.813283] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 in Status: IN_PROGRESS for 2s [ 831.916975] env[65529]: INFO networking_nsxv3.common.synchronization [req-c5cb97a3-b6bb-4ca3-af30-d92f9d8d171e req-1c2dbb4b-25f4-48ef-b81e-2691567383d6 service nova] Enqueued Resource ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 with Priority: HIGHEST for action security_group_rules [ 831.917164] env[65529]: INFO networking_nsxv3.common.synchronization [req-c5cb97a3-b6bb-4ca3-af30-d92f9d8d171e req-1c2dbb4b-25f4-48ef-b81e-2691567383d6 service nova] Enqueued Resource ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 with Priority: HIGHEST for action security_group_members [ 831.917298] env[65529]: INFO networking_nsxv3.common.synchronization [req-c5cb97a3-b6bb-4ca3-af30-d92f9d8d171e req-1c2dbb4b-25f4-48ef-b81e-2691567383d6 service nova] Enqueued Resource ID: 913890c1-461f-4371-b0d9-6cbe6ceb4344 with Priority: HIGHEST for action port [ 831.917858] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 with Priority: HIGHEST for action security_group_rules [ 831.918068] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 with Priority: HIGHEST for action security_group_members [ 831.918106] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913890c1-461f-4371-b0d9-6cbe6ceb4344 with Priority: HIGHEST for action port [ 831.918404] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6232c7c7-6154-44ea-80dd-ee4ce8b16481 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.918557] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.918594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.918850] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.918850] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6232c7c7-6154-44ea-80dd-ee4ce8b16481',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.919794] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-6232c7c7-6154-44ea-80dd-ee4ce8b16481 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.919881] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.920492] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-913890c1-461f-4371-b0d9-6cbe6ceb4344 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.920583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-913890c1-461f-4371-b0d9-6cbe6ceb4344" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.920665] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-913890c1-461f-4371-b0d9-6cbe6ceb4344" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.922148] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-913890c1-461f-4371-b0d9-6cbe6ceb4344" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.922148] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('913890c1-461f-4371-b0d9-6cbe6ceb4344',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.423917] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-6232c7c7-6154-44ea-80dd-ee4ce8b16481 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.424361] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.424361] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 913890c1-461f-4371-b0d9-6cbe6ceb4344 with status ACTIVE [ 832.424539] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.424674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.424771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.425015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.425112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.425345] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.425482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.425602] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.425849] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.425979] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.426201] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.426311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.426377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.426527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.426608] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.426695] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 913890c1-461f-4371-b0d9-6cbe6ceb4344 is going to be updated. [ 832.450186] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.450445] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.450544] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.450865] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.451115] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.451387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-913890c1-461f-4371-b0d9-6cbe6ceb4344" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.063443] env[65529]: INFO networking_nsxv3.common.synchronization [req-0dc9dcb6-1277-495c-9947-985aa35d26bd req-d27264ba-1579-44d1-98ef-d5a4fd8396b5 tempest-ServerActionsTestOtherA-841971939 tempest-ServerActionsTestOtherA-841971939-project-member] Enqueued Resource ID: c8ef9398-830c-417e-9e68-f7189c49b66b with Priority: HIGHEST for action security_group_members [ 833.064961] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ef9398-830c-417e-9e68-f7189c49b66b with Priority: HIGHEST for action security_group_members [ 833.064961] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ef9398-830c-417e-9e68-f7189c49b66b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.064961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.064961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.064961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.064961] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.064961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.065654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.065654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.065654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.065654] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8ef9398-830c-417e-9e68-f7189c49b66b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.471883] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-273 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.471883] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-273" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.471883] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-273" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.471883] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-273" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.471883] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.471883] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.471883] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.471883] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.471883] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.472639] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.472639] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.472639] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.472639] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.472639] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.472639] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.472910] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.495682] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.495994] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 833.496167] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.496420] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-273" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.496817] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-92b0398b-2ba6-465b-b309-4075c92fca70 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.497344] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-92b0398b-2ba6-465b-b309-4075c92fca70" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.497344] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-92b0398b-2ba6-465b-b309-4075c92fca70" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.497880] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-92b0398b-2ba6-465b-b309-4075c92fca70" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.497880] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92b0398b-2ba6-465b-b309-4075c92fca70',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.569416] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.569629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.569629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.569858] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.570063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.570298] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.570443] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.570498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.570640] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.570762] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.570865] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ef9398-830c-417e-9e68-f7189c49b66b already deleted. [ 833.570997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.823524] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 in Status: SUCCESS [ 833.823754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.824065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.824636] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.825942] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.825942] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.825942] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.825942] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.825942] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.825942] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6232c7c7-6154-44ea-80dd-ee4ce8b16481',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.001035] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.001284] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.001442] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.001736] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.001885] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.002880] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port 92b0398b-2ba6-465b-b309-4075c92fca70 not found, creating... [ 834.002880] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.002880] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.002880] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.002880] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.003150] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.003279] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.003518] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.003680] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.003942] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.004095] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.004235] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: 92b0398b-2ba6-465b-b309-4075c92fca70 is going to be created. [ 834.028435] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.028652] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.028799] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.029064] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.029423] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.029695] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-92b0398b-2ba6-465b-b309-4075c92fca70" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.329415] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6232c7c7-6154-44ea-80dd-ee4ce8b16481',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.808171] env[65529]: INFO networking_nsxv3.common.synchronization [req-0dc9dcb6-1277-495c-9947-985aa35d26bd req-1c9d8164-0a4e-4cf4-b240-91b7f3796da4 service nova] Enqueued Resource ID: c8ef9398-830c-417e-9e68-f7189c49b66b with Priority: HIGHEST for action security_group_rules [ 834.808472] env[65529]: INFO networking_nsxv3.common.synchronization [req-0dc9dcb6-1277-495c-9947-985aa35d26bd req-1c9d8164-0a4e-4cf4-b240-91b7f3796da4 service nova] Enqueued Resource ID: c8ef9398-830c-417e-9e68-f7189c49b66b with Priority: HIGHEST for action security_group_members [ 834.808472] env[65529]: INFO networking_nsxv3.common.synchronization [req-0dc9dcb6-1277-495c-9947-985aa35d26bd req-1c9d8164-0a4e-4cf4-b240-91b7f3796da4 service nova] Enqueued Resource ID: 92b0398b-2ba6-465b-b309-4075c92fca70 with Priority: HIGHEST for action port [ 834.809086] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ef9398-830c-417e-9e68-f7189c49b66b with Priority: HIGHEST for action security_group_rules [ 834.809231] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ef9398-830c-417e-9e68-f7189c49b66b with Priority: HIGHEST for action security_group_members [ 834.809343] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92b0398b-2ba6-465b-b309-4075c92fca70 with Priority: HIGHEST for action port [ 834.809848] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8ef9398-830c-417e-9e68-f7189c49b66b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.809848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.809848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.810124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.810124] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8ef9398-830c-417e-9e68-f7189c49b66b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.811398] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ef9398-830c-417e-9e68-f7189c49b66b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.811558] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.811666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.811872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.812062] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.812773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.812773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.812773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.812773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.812773] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8ef9398-830c-417e-9e68-f7189c49b66b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.813900] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-92b0398b-2ba6-465b-b309-4075c92fca70 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.813900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92b0398b-2ba6-465b-b309-4075c92fca70" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.813900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92b0398b-2ba6-465b-b309-4075c92fca70" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.813900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92b0398b-2ba6-465b-b309-4075c92fca70" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.814645] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92b0398b-2ba6-465b-b309-4075c92fca70',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.048250] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6232c7c7-6154-44ea-80dd-ee4ce8b16481',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.193060] env[65529]: INFO networking_nsxv3.common.synchronization [None req-e9f9f3dc-cb7b-4f1a-8ca4-c37bd71ba67d tempest-MigrationsAdminTest-991912930 tempest-MigrationsAdminTest-991912930-project-member] Enqueued Resource ID: 3043f31a-ef64-4e05-81d8-bc590660fe11 with Priority: HIGHEST for action security_group_rules [ 835.193643] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3043f31a-ef64-4e05-81d8-bc590660fe11 with Priority: HIGHEST for action security_group_rules [ 835.193993] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3043f31a-ef64-4e05-81d8-bc590660fe11 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.194158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3043f31a-ef64-4e05-81d8-bc590660fe11" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.194228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3043f31a-ef64-4e05-81d8-bc590660fe11" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.194551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3043f31a-ef64-4e05-81d8-bc590660fe11" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.194601] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3043f31a-ef64-4e05-81d8-bc590660fe11',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.284301] env[65529]: INFO networking_nsxv3.common.synchronization [None req-d25709ff-615b-446d-ba02-4e0333eb1f92 tempest-MigrationsAdminTest-991912930 tempest-MigrationsAdminTest-991912930-project-member] Enqueued Resource ID: 3043f31a-ef64-4e05-81d8-bc590660fe11 with Priority: HIGHEST for action security_group_rules [ 835.284301] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3043f31a-ef64-4e05-81d8-bc590660fe11 with Priority: HIGHEST for action security_group_rules [ 835.284301] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3043f31a-ef64-4e05-81d8-bc590660fe11 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.284301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3043f31a-ef64-4e05-81d8-bc590660fe11" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.315847] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ef9398-830c-417e-9e68-f7189c49b66b taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.316898] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.317713] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8ef9398-830c-417e-9e68-f7189c49b66b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.318829] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92b0398b-2ba6-465b-b309-4075c92fca70 with status ACTIVE [ 835.318829] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.318957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.318994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.319275] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.319275] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.319491] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.319593] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.319661] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.319819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.320249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.321502] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.324510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.324510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.324510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.324510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.324510] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92b0398b-2ba6-465b-b309-4075c92fca70 is going to be updated. [ 835.344492] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.344648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.344727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.344937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.345114] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.345284] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92b0398b-2ba6-465b-b309-4075c92fca70" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.550675] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.550849] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.550911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.551252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.551428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.551707] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 is going to be updated. [ 835.591263] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.591958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.591958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.591958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.591958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.603024] env[65529]: INFO networking_nsxv3.common.synchronization [req-66842c2b-85ac-47d7-8432-d1c229c687b6 req-c04a4960-8290-44f2-a70d-195b6b0ee03b tempest-ServerDiskConfigTestJSON-223320736 tempest-ServerDiskConfigTestJSON-223320736-project-member] Enqueued Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_members [ 835.603569] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_members [ 835.604645] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 in Status: IN_PROGRESS for 2s [ 835.605071] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.605361] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.605780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.606089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.606551] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.606771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.606916] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.607293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.607471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.608445] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.721040] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.721244] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.721292] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.721914] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.721914] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.722109] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3043f31a-ef64-4e05-81d8-bc590660fe11 already deleted. [ 835.722109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3043f31a-ef64-4e05-81d8-bc590660fe11" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.722323] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3043f31a-ef64-4e05-81d8-bc590660fe11" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.722579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3043f31a-ef64-4e05-81d8-bc590660fe11" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.722708] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3043f31a-ef64-4e05-81d8-bc590660fe11',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.825475] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8ef9398-830c-417e-9e68-f7189c49b66b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.113028] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.113028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.113028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.113028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.113028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.113028] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.113028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.113028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.113028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.113028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.113028] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd is going to be deleted. [ 836.146333] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.146333] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.146333] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.146333] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.146333] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.146333] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.251529] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.251713] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.251763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.251953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.252047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.252153] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3043f31a-ef64-4e05-81d8-bc590660fe11 already deleted. [ 836.252234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3043f31a-ef64-4e05-81d8-bc590660fe11" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.328868] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.328868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.334875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.334875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.334875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.334875] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ef9398-830c-417e-9e68-f7189c49b66b is going to be created. [ 836.357422] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.357651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.357740] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.359298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.359518] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.372207] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ef9398-830c-417e-9e68-f7189c49b66b in Status: UNINITIALIZED for 2s [ 836.463223] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-460 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.463627] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-460" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.463828] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-460" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.464122] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-460" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.464385] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.464544] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.464651] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.464882] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.465330] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.465420] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.465505] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.465611] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.465768] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.465890] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.465996] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.466312] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.485160] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.485337] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 836.485468] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.485646] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-460" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.485947] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-62657467-e3d4-45fa-b9c4-e6718886a336 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.486127] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-62657467-e3d4-45fa-b9c4-e6718886a336" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.486243] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-62657467-e3d4-45fa-b9c4-e6718886a336" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.486585] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-62657467-e3d4-45fa-b9c4-e6718886a336" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.486730] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62657467-e3d4-45fa-b9c4-e6718886a336',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.623284] env[65529]: INFO networking_nsxv3.common.synchronization [req-5fb8b7a2-9bb7-4c15-96f4-0be9de550402 req-ce0ca3b8-b095-4d01-84b3-283fcfb3f386 tempest-ImagesTestJSON-1930669757 tempest-ImagesTestJSON-1930669757-project-member] Enqueued Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_members [ 836.624166] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_members [ 836.624484] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.624612] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.624685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.624884] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.625087] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.625184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.625277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.625355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.625445] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.625540] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.989538] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.990110] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.990110] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.990226] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.990352] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.990531] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 62657467-e3d4-45fa-b9c4-e6718886a336 not found, creating... [ 836.990780] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.991020] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.991157] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.991459] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.991611] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.991914] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.992243] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.992243] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.992437] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.992581] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.992813] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 62657467-e3d4-45fa-b9c4-e6718886a336 is going to be created. [ 837.019393] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.019671] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.019816] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.020076] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.020340] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.020580] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-62657467-e3d4-45fa-b9c4-e6718886a336" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.128024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.128302] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.128434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.128779] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.128894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.129641] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.129819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.129819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.130038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.130128] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.130232] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 is going to be updated. [ 837.171160] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.171473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.172215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.172215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.172215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.198485] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: IN_PROGRESS for 2s [ 837.617500] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 in Status: SUCCESS [ 837.617500] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.617500] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.617758] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.618634] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.618634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.618634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.618634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.618634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.618634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.618634] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6232c7c7-6154-44ea-80dd-ee4ce8b16481',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.776274] env[65529]: INFO networking_nsxv3.common.synchronization [req-66842c2b-85ac-47d7-8432-d1c229c687b6 req-2f3b358e-e3cf-4f6d-b376-b1a143bc2c37 service nova] Enqueued Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_rules [ 837.776612] env[65529]: INFO networking_nsxv3.common.synchronization [req-66842c2b-85ac-47d7-8432-d1c229c687b6 req-2f3b358e-e3cf-4f6d-b376-b1a143bc2c37 service nova] Enqueued Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_members [ 837.776924] env[65529]: INFO networking_nsxv3.common.synchronization [req-66842c2b-85ac-47d7-8432-d1c229c687b6 req-2f3b358e-e3cf-4f6d-b376-b1a143bc2c37 service nova] Enqueued Resource ID: 62657467-e3d4-45fa-b9c4-e6718886a336 with Priority: HIGHEST for action port [ 837.779055] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_rules [ 837.779055] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_members [ 837.779055] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62657467-e3d4-45fa-b9c4-e6718886a336 with Priority: HIGHEST for action port [ 837.779055] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.779055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.779055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.779055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.779055] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.780432] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.780771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.780917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.781452] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.781724] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.781899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.781981] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.782267] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.782504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.782654] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.785309] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-62657467-e3d4-45fa-b9c4-e6718886a336 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.785309] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62657467-e3d4-45fa-b9c4-e6718886a336" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.785309] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62657467-e3d4-45fa-b9c4-e6718886a336" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.785668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62657467-e3d4-45fa-b9c4-e6718886a336" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.785668] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62657467-e3d4-45fa-b9c4-e6718886a336',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.121392] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-6232c7c7-6154-44ea-80dd-ee4ce8b16481 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.121784] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.121784] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.122017] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.122203] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.122453] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.122453] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.122690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.122728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.122879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.123131] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-6232c7c7-6154-44ea-80dd-ee4ce8b16481 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.124038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.124038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.124038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.124038] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.124038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.124038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.124038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.124038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.124415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.124415] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6232c7c7-6154-44ea-80dd-ee4ce8b16481',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.289088] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.290985] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.290985] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.290985] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62657467-e3d4-45fa-b9c4-e6718886a336 with status ACTIVE [ 838.291246] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.293564] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.293564] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.293564] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.293564] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.296029] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.296029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.296029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.296293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.296386] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.296654] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.296792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.296862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.297027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.297304] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.297304] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62657467-e3d4-45fa-b9c4-e6718886a336 is going to be updated. [ 838.333329] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.333586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.333586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.333704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.333887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.334293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62657467-e3d4-45fa-b9c4-e6718886a336" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.386823] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ef9398-830c-417e-9e68-f7189c49b66b in Status: SUCCESS [ 838.387077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.388010] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.388010] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.388010] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.388010] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.388010] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.388388] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.388388] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.388388] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.388556] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8ef9398-830c-417e-9e68-f7189c49b66b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.453937] env[65529]: INFO networking_nsxv3.common.synchronization [req-996e5638-cf77-4968-90cd-55d8966ad8dd req-ca8f1090-7529-4ed1-8c2f-b31ae4cbbb27 tempest-ImagesOneServerNegativeTestJSON-27004092 tempest-ImagesOneServerNegativeTestJSON-27004092-project-member] Enqueued Resource ID: 451faddd-f691-4fb4-b793-9000d7d91751 with Priority: HIGHEST for action security_group_members [ 838.454584] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451faddd-f691-4fb4-b793-9000d7d91751 with Priority: HIGHEST for action security_group_members [ 838.454910] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-451faddd-f691-4fb4-b793-9000d7d91751 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.455067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.455161] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.455397] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.455475] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.455578] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.455634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.455783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.455869] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.455964] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('451faddd-f691-4fb4-b793-9000d7d91751',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.627606] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6232c7c7-6154-44ea-80dd-ee4ce8b16481: rpc.has_security_group_logging(os_id): False [ 838.649670] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.649934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.649934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.650127] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.650249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.650532] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.650668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.650731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.650868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.650939] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.651175] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.651267] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.651408] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.651578] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.651651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.651851] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.651951] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.651992] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.652410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.652548] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.652667] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 is going to be updated. [ 838.798452] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.800456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.800456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.800456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.800456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.801640] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.835791] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 in Status: IN_PROGRESS for 2s [ 838.890677] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8ef9398-830c-417e-9e68-f7189c49b66b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.960375] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.960541] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.960614] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.961554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.980791] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-260 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.980791] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-260" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.980791] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-260" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.981205] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-260" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.982030] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.982030] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.982030] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.982239] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.982478] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.982682] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.982886] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.983100] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.983243] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.983883] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.983883] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.983883] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.995987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.996299] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.996450] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.996499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.996695] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.996780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.996870] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 451faddd-f691-4fb4-b793-9000d7d91751 is going to be updated. [ 839.008455] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.008455] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 839.008455] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.008455] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-260" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.008851] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-95c72295-a718-408b-912b-a6d17076b4a4 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.009063] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-95c72295-a718-408b-912b-a6d17076b4a4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.009187] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-95c72295-a718-408b-912b-a6d17076b4a4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.009533] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-95c72295-a718-408b-912b-a6d17076b4a4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.010084] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95c72295-a718-408b-912b-a6d17076b4a4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.029755] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.029947] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.030037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.030255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.030397] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.039481] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451faddd-f691-4fb4-b793-9000d7d91751 in Status: IN_PROGRESS for 2s [ 839.209796] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: IN_PROGRESS for 4s [ 839.307051] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.307234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.307277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.307523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.307645] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.307751] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd is going to be created. [ 839.337673] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.337825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.337893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.338130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.338295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.349828] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd in Status: UNINITIALIZED for 2s [ 839.395366] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8ef9398-830c-417e-9e68-f7189c49b66b: rpc.has_security_group_logging(os_id): False [ 839.415336] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.415484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.415555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.415836] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.415948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.416203] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.416305] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.416545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.416545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.416634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.416683] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8ef9398-830c-417e-9e68-f7189c49b66b is going to be created. [ 839.483931] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.484886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.484886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.484886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.484886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.498893] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8ef9398-830c-417e-9e68-f7189c49b66b in Status: IN_PROGRESS for 2s [ 839.512578] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.512578] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.512578] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.512826] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.512964] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.513102] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port 95c72295-a718-408b-912b-a6d17076b4a4 not found, creating... [ 839.513388] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.513571] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.513687] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.513912] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.514073] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.514355] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.514510] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.514623] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.514829] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.514964] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.515115] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: 95c72295-a718-408b-912b-a6d17076b4a4 is going to be created. [ 839.562530] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.562844] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.562949] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.563204] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.563442] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.563727] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-95c72295-a718-408b-912b-a6d17076b4a4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.294208] env[65529]: INFO networking_nsxv3.common.synchronization [req-996e5638-cf77-4968-90cd-55d8966ad8dd req-1f92e87f-c21f-4929-8060-38e572c47c9a service nova] Enqueued Resource ID: 451faddd-f691-4fb4-b793-9000d7d91751 with Priority: HIGHEST for action security_group_rules [ 840.294616] env[65529]: INFO networking_nsxv3.common.synchronization [req-996e5638-cf77-4968-90cd-55d8966ad8dd req-1f92e87f-c21f-4929-8060-38e572c47c9a service nova] Enqueued Resource ID: 451faddd-f691-4fb4-b793-9000d7d91751 with Priority: HIGHEST for action security_group_members [ 840.294616] env[65529]: INFO networking_nsxv3.common.synchronization [req-996e5638-cf77-4968-90cd-55d8966ad8dd req-1f92e87f-c21f-4929-8060-38e572c47c9a service nova] Enqueued Resource ID: 95c72295-a718-408b-912b-a6d17076b4a4 with Priority: HIGHEST for action port [ 840.298669] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451faddd-f691-4fb4-b793-9000d7d91751 with Priority: HIGHEST for action security_group_rules [ 840.298836] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451faddd-f691-4fb4-b793-9000d7d91751 with Priority: HIGHEST for action security_group_members [ 840.298938] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95c72295-a718-408b-912b-a6d17076b4a4 with Priority: HIGHEST for action port [ 840.299349] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-451faddd-f691-4fb4-b793-9000d7d91751 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.299862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.299862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.299862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.299862] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('451faddd-f691-4fb4-b793-9000d7d91751',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.300896] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-451faddd-f691-4fb4-b793-9000d7d91751 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.301041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.301207] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-95c72295-a718-408b-912b-a6d17076b4a4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.301454] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95c72295-a718-408b-912b-a6d17076b4a4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.301454] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95c72295-a718-408b-912b-a6d17076b4a4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.306322] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95c72295-a718-408b-912b-a6d17076b4a4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.306322] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95c72295-a718-408b-912b-a6d17076b4a4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.808780] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95c72295-a718-408b-912b-a6d17076b4a4 with status ACTIVE [ 840.809114] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.809301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.809467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.809754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.810094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.810094] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.810450] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.810450] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.811771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.811771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.811771] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.811771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.811771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.812911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.812911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.813168] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95c72295-a718-408b-912b-a6d17076b4a4 is going to be updated. [ 840.814830] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-451faddd-f691-4fb4-b793-9000d7d91751 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.814830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.839512] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.839806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.839806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.840039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.840221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.840436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95c72295-a718-408b-912b-a6d17076b4a4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.859732] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 in Status: SUCCESS [ 840.859925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.053933] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451faddd-f691-4fb4-b793-9000d7d91751 in Status: SUCCESS [ 841.054222] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 451faddd-f691-4fb4-b793-9000d7d91751 deletion is rescheduled due to dependency. [ 841.054385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.054592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.054810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.055377] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.055377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.055377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.055601] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.055601] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.055695] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('451faddd-f691-4fb4-b793-9000d7d91751',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.223765] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: SUCCESS [ 841.223951] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 deletion is rescheduled due to dependency. [ 841.224092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.279978] env[65529]: INFO networking_nsxv3.common.synchronization [req-8bb8c53a-89de-43ea-bda4-0786102d76ba req-13eb7938-8b60-42e1-b597-e9bec49310da tempest-ListServersNegativeTestJSON-227376328 tempest-ListServersNegativeTestJSON-227376328-project-member] Enqueued Resource ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 with Priority: HIGHEST for action security_group_members [ 841.280567] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 with Priority: HIGHEST for action security_group_members [ 841.280884] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-728f0ed8-6a7a-480c-89cf-d462d6f18d51 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.281110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.281182] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.281483] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.281647] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.281751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.281814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.281975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.282403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.282403] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('728f0ed8-6a7a-480c-89cf-d462d6f18d51',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.360922] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd in Status: SUCCESS [ 841.361308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.361389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.361695] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.361784] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.361999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.361999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.362142] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.362223] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.362318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.362440] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.514930] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8ef9398-830c-417e-9e68-f7189c49b66b in Status: SUCCESS [ 841.515309] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.561220] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('451faddd-f691-4fb4-b793-9000d7d91751',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.656624] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-615 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.656872] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-615" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.657076] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-615" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.657450] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-615" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.657722] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.658260] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.658451] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.658782] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.658992] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.659357] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 841.659539] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 841.659751] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 841.659934] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 841.660129] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 841.660279] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 841.660427] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.685323] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.685460] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 841.685567] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.685745] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-615" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.686077] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-87d3aac9-8de4-47f4-811c-93bb441eb7b5 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.686252] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-87d3aac9-8de4-47f4-811c-93bb441eb7b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.686397] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-87d3aac9-8de4-47f4-811c-93bb441eb7b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.686797] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-87d3aac9-8de4-47f4-811c-93bb441eb7b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.686934] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87d3aac9-8de4-47f4-811c-93bb441eb7b5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.787567] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.787749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.787824] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.788096] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.788199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.788407] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.788548] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.788659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.788858] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.789108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.789108] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 already deleted. [ 841.789210] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.866173] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.866173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.866173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.866173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.866544] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.866544] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.866544] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.867108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.867108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.867269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.867387] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.867510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.867510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.867661] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.867778] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.867891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.867972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.868070] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.868148] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.868197] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.868293] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.063493] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('451faddd-f691-4fb4-b793-9000d7d91751',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.190360] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.190512] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.190690] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.191121] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.191406] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.191895] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 87d3aac9-8de4-47f4-811c-93bb441eb7b5 not found, creating... [ 842.192078] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.192349] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.192526] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.192880] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.193193] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.193571] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.193828] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.194027] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.194366] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.194589] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.194819] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 87d3aac9-8de4-47f4-811c-93bb441eb7b5 is going to be created. [ 842.220190] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.220439] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.220521] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.220733] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.220962] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.221209] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-87d3aac9-8de4-47f4-811c-93bb441eb7b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.370490] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3ba41f2-22b5-4672-8da5-d1d7fdf078dd: rpc.has_security_group_logging(os_id): False [ 842.394947] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.395285] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.395415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.395741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.395882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.396268] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.396426] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.396528] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.396772] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.396896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.397315] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.397527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.397604] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.397821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.397914] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.398229] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.398359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.398453] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.398672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.398817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.399034] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd is going to be created. [ 842.468436] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.468678] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.468746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.468977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.469160] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.488708] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd in Status: IN_PROGRESS for 2s [ 842.566555] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.566842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.566842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.567122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.567122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.567289] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 451faddd-f691-4fb4-b793-9000d7d91751 is going to be updated. [ 842.611616] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.611616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.613023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.613023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.613023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.626432] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451faddd-f691-4fb4-b793-9000d7d91751 in Status: IN_PROGRESS for 2s [ 842.991573] env[65529]: INFO networking_nsxv3.common.synchronization [req-8bb8c53a-89de-43ea-bda4-0786102d76ba req-7c459415-24e0-4369-b042-b76d2534ff4e service nova] Enqueued Resource ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 with Priority: HIGHEST for action security_group_rules [ 842.991573] env[65529]: INFO networking_nsxv3.common.synchronization [req-8bb8c53a-89de-43ea-bda4-0786102d76ba req-7c459415-24e0-4369-b042-b76d2534ff4e service nova] Enqueued Resource ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 with Priority: HIGHEST for action security_group_members [ 842.991573] env[65529]: INFO networking_nsxv3.common.synchronization [req-8bb8c53a-89de-43ea-bda4-0786102d76ba req-7c459415-24e0-4369-b042-b76d2534ff4e service nova] Enqueued Resource ID: 87d3aac9-8de4-47f4-811c-93bb441eb7b5 with Priority: HIGHEST for action port [ 842.992444] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 with Priority: HIGHEST for action security_group_rules [ 842.992602] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 with Priority: HIGHEST for action security_group_members [ 842.992733] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87d3aac9-8de4-47f4-811c-93bb441eb7b5 with Priority: HIGHEST for action port [ 842.993095] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-728f0ed8-6a7a-480c-89cf-d462d6f18d51 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.993298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.993396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.993726] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.993849] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('728f0ed8-6a7a-480c-89cf-d462d6f18d51',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.995089] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-728f0ed8-6a7a-480c-89cf-d462d6f18d51 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.995256] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.995869] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.995869] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.996581] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.996733] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.997911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.997911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.997911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.997911] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('728f0ed8-6a7a-480c-89cf-d462d6f18d51',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.000653] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-87d3aac9-8de4-47f4-811c-93bb441eb7b5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.000811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87d3aac9-8de4-47f4-811c-93bb441eb7b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.000914] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87d3aac9-8de4-47f4-811c-93bb441eb7b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.001280] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87d3aac9-8de4-47f4-811c-93bb441eb7b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.001534] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87d3aac9-8de4-47f4-811c-93bb441eb7b5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.504135] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('728f0ed8-6a7a-480c-89cf-d462d6f18d51',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.505868] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-728f0ed8-6a7a-480c-89cf-d462d6f18d51 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.506025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.507029] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87d3aac9-8de4-47f4-811c-93bb441eb7b5 with status ACTIVE [ 843.507029] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.507029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.507029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.507029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.507029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.507029] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.507751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.507751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.507751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.507751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.507751] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.507751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.508506] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.508506] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.508506] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.508506] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87d3aac9-8de4-47f4-811c-93bb441eb7b5 is going to be updated. [ 843.543070] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.543313] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.543386] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.543676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.543873] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.544162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87d3aac9-8de4-47f4-811c-93bb441eb7b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.006155] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('728f0ed8-6a7a-480c-89cf-d462d6f18d51',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.192715] env[65529]: INFO networking_nsxv3.common.synchronization [req-8bb8c53a-89de-43ea-bda4-0786102d76ba req-c04a85f5-d360-4167-a32c-9fbb567d51e4 tempest-ListServersNegativeTestJSON-227376328 tempest-ListServersNegativeTestJSON-227376328-project-member] Enqueued Resource ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 with Priority: HIGHEST for action security_group_members [ 844.193340] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 with Priority: HIGHEST for action security_group_members [ 844.193665] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-728f0ed8-6a7a-480c-89cf-d462d6f18d51 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.193778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.505738] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd in Status: SUCCESS [ 844.505738] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.510380] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.510931] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.510931] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.511334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.512369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.512369] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 is going to be created. [ 844.537391] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.537529] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.537601] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.537973] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.538288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.551828] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 in Status: UNINITIALIZED for 2s [ 844.607682] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-615 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.607887] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-615" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.608015] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-615" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.608323] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-615" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.608587] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.608857] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.608932] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.609221] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.609377] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.609585] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.609696] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.609802] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.610040] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.610040] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.610164] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.610329] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.631840] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.632013] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 844.632157] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.632344] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-615" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.632740] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-f155c907-b489-41f6-a020-9f889bdb2ebb taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.632953] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-f155c907-b489-41f6-a020-9f889bdb2ebb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.633102] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-f155c907-b489-41f6-a020-9f889bdb2ebb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.633571] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-f155c907-b489-41f6-a020-9f889bdb2ebb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.633899] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f155c907-b489-41f6-a020-9f889bdb2ebb',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.636208] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451faddd-f691-4fb4-b793-9000d7d91751 in Status: SUCCESS [ 844.636409] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.636564] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.636756] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.636935] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.637061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.637120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.637415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.637415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.637415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.637536] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('451faddd-f691-4fb4-b793-9000d7d91751',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.137260] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.137594] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.137594] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.137948] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.138599] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.138599] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port f155c907-b489-41f6-a020-9f889bdb2ebb not found, creating... [ 845.138854] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.139830] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.139830] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.139830] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.139830] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.140160] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.140378] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.140587] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.140881] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.141070] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.141248] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: f155c907-b489-41f6-a020-9f889bdb2ebb is going to be created. [ 845.142842] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-451faddd-f691-4fb4-b793-9000d7d91751 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.143165] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.143309] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.143574] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.143822] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.143989] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.144093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.144286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.144455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.150023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.150023] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-451faddd-f691-4fb4-b793-9000d7d91751 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.150023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.150023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.150023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.150023] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.150023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.150023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.150023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.150023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.150023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.150023] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('451faddd-f691-4fb4-b793-9000d7d91751',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.177515] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.177796] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.177952] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.178353] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.178628] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.178917] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-f155c907-b489-41f6-a020-9f889bdb2ebb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.655819] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 451faddd-f691-4fb4-b793-9000d7d91751: rpc.has_security_group_logging(os_id): False [ 845.673702] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.675036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.675202] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.675455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.675638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.675916] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.677044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.677044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.677044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.677044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.677044] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.677044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.677044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.677366] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.677403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.677662] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.677783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.677873] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.678062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.678276] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.678389] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 451faddd-f691-4fb4-b793-9000d7d91751 is going to be updated. [ 845.759753] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.759909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.759954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.760196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.760344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.781094] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 451faddd-f691-4fb4-b793-9000d7d91751 in Status: IN_PROGRESS for 2s [ 845.936648] env[65529]: INFO networking_nsxv3.common.synchronization [req-8bb8c53a-89de-43ea-bda4-0786102d76ba req-d94d2116-c467-458b-84ed-0031d788860d service nova] Enqueued Resource ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 with Priority: HIGHEST for action security_group_rules [ 845.936971] env[65529]: INFO networking_nsxv3.common.synchronization [req-8bb8c53a-89de-43ea-bda4-0786102d76ba req-d94d2116-c467-458b-84ed-0031d788860d service nova] Enqueued Resource ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 with Priority: HIGHEST for action security_group_members [ 845.937156] env[65529]: INFO networking_nsxv3.common.synchronization [req-8bb8c53a-89de-43ea-bda4-0786102d76ba req-d94d2116-c467-458b-84ed-0031d788860d service nova] Enqueued Resource ID: f155c907-b489-41f6-a020-9f889bdb2ebb with Priority: HIGHEST for action port [ 845.937811] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 with Priority: HIGHEST for action security_group_rules [ 845.938026] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 with Priority: HIGHEST for action security_group_members [ 845.938127] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f155c907-b489-41f6-a020-9f889bdb2ebb with Priority: HIGHEST for action port [ 845.938483] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-728f0ed8-6a7a-480c-89cf-d462d6f18d51 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.938601] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.938824] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-728f0ed8-6a7a-480c-89cf-d462d6f18d51 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.938906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.939094] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-f155c907-b489-41f6-a020-9f889bdb2ebb taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.939195] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f155c907-b489-41f6-a020-9f889bdb2ebb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.939261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f155c907-b489-41f6-a020-9f889bdb2ebb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.939462] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f155c907-b489-41f6-a020-9f889bdb2ebb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.939543] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f155c907-b489-41f6-a020-9f889bdb2ebb',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.441500] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f155c907-b489-41f6-a020-9f889bdb2ebb with status ACTIVE [ 846.442249] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.442249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.442249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.442249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.442585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.442585] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.442585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.442710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.442759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.442831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.443021] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.443107] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.443162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.443329] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.443411] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.443493] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f155c907-b489-41f6-a020-9f889bdb2ebb is going to be updated. [ 846.468089] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.468089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.468089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.468089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.468089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.468089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f155c907-b489-41f6-a020-9f889bdb2ebb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.564362] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 in Status: SUCCESS [ 846.564937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.564937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.566227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.566227] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.566227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.566227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.566227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.566227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.566227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.566227] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('728f0ed8-6a7a-480c-89cf-d462d6f18d51',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.567258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.567258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.567457] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.567624] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.567698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.567903] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.568024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.568158] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('728f0ed8-6a7a-480c-89cf-d462d6f18d51',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.006483] env[65529]: INFO networking_nsxv3.common.synchronization [req-8bb8c53a-89de-43ea-bda4-0786102d76ba req-a204f8b2-dc4a-4f4d-8801-3a51bfe4ff9a tempest-ListServersNegativeTestJSON-227376328 tempest-ListServersNegativeTestJSON-227376328-project-member] Enqueued Resource ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 with Priority: HIGHEST for action security_group_members [ 847.007830] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 with Priority: HIGHEST for action security_group_members [ 847.008923] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-728f0ed8-6a7a-480c-89cf-d462d6f18d51 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.009061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.071638] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-728f0ed8-6a7a-480c-89cf-d462d6f18d51 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.071638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.072826] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('728f0ed8-6a7a-480c-89cf-d462d6f18d51',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.374670] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-615 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.374991] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-615" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.375236] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-615" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.375917] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-615" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.376556] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.376909] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.377051] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.377322] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.377508] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.377855] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.377950] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.378048] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.378177] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.378364] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.378573] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.379825] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.401845] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.401997] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 847.402109] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.402485] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-615" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.402941] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-6d709fc9-6b91-435d-9d5c-b49848c7e658 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.403340] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-6d709fc9-6b91-435d-9d5c-b49848c7e658" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.403564] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-6d709fc9-6b91-435d-9d5c-b49848c7e658" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.404062] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-6d709fc9-6b91-435d-9d5c-b49848c7e658" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.404294] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d709fc9-6b91-435d-9d5c-b49848c7e658',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.578955] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('728f0ed8-6a7a-480c-89cf-d462d6f18d51',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.796357] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 451faddd-f691-4fb4-b793-9000d7d91751 in Status: SUCCESS [ 847.796357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.908652] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.908652] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.908652] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.908652] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.908652] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.909124] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port 6d709fc9-6b91-435d-9d5c-b49848c7e658 not found, creating... [ 847.909124] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.909254] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.909415] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.910508] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.910508] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.910508] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.910508] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.910896] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.910896] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.911106] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.911465] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: 6d709fc9-6b91-435d-9d5c-b49848c7e658 is going to be created. [ 847.934957] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.937195] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.937195] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.937195] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.937195] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.937195] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-6d709fc9-6b91-435d-9d5c-b49848c7e658" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.083562] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.083562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.083562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.083562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.083562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.083562] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 is going to be updated. [ 848.128937] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.129175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.129175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.130073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.130334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.158473] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 in Status: IN_PROGRESS for 2s [ 848.749246] env[65529]: INFO networking_nsxv3.common.synchronization [req-8bb8c53a-89de-43ea-bda4-0786102d76ba req-38c993c7-cc80-4bd8-b69a-5f0513c64bdb service nova] Enqueued Resource ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 with Priority: HIGHEST for action security_group_rules [ 848.749533] env[65529]: INFO networking_nsxv3.common.synchronization [req-8bb8c53a-89de-43ea-bda4-0786102d76ba req-38c993c7-cc80-4bd8-b69a-5f0513c64bdb service nova] Enqueued Resource ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 with Priority: HIGHEST for action security_group_members [ 848.750706] env[65529]: INFO networking_nsxv3.common.synchronization [req-8bb8c53a-89de-43ea-bda4-0786102d76ba req-38c993c7-cc80-4bd8-b69a-5f0513c64bdb service nova] Enqueued Resource ID: 6d709fc9-6b91-435d-9d5c-b49848c7e658 with Priority: HIGHEST for action port [ 848.750706] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 with Priority: HIGHEST for action security_group_rules [ 848.750706] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 with Priority: HIGHEST for action security_group_members [ 848.751118] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d709fc9-6b91-435d-9d5c-b49848c7e658 with Priority: HIGHEST for action port [ 848.751560] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-728f0ed8-6a7a-480c-89cf-d462d6f18d51 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.751560] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.751822] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-728f0ed8-6a7a-480c-89cf-d462d6f18d51 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.751904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.752146] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d709fc9-6b91-435d-9d5c-b49848c7e658 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.752256] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d709fc9-6b91-435d-9d5c-b49848c7e658" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.752360] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d709fc9-6b91-435d-9d5c-b49848c7e658" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.752611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d709fc9-6b91-435d-9d5c-b49848c7e658" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.752729] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d709fc9-6b91-435d-9d5c-b49848c7e658',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.255193] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d709fc9-6b91-435d-9d5c-b49848c7e658 with status ACTIVE [ 849.255596] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.255856] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.255978] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.256344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.256518] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.256966] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.257119] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.257119] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.257386] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.257575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.257805] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.257978] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.258097] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.258524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.258524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.258646] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d709fc9-6b91-435d-9d5c-b49848c7e658 is going to be updated. [ 849.295619] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.295891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.295947] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.296189] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.296334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.296661] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d709fc9-6b91-435d-9d5c-b49848c7e658" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.176402] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 in Status: SUCCESS [ 850.176402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.176402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.176402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.176402] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.176402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.176402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.176402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.176402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.176402] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('728f0ed8-6a7a-480c-89cf-d462d6f18d51',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.537058] env[65529]: INFO networking_nsxv3.common.synchronization [None req-74f6698a-8861-445c-80ec-bd9b97a21ba2 None None] Enqueued Resource ID: e6ec823d-2231-4829-8da1-e4c6711c515f with Priority: HIGHEST for action port [ 850.537873] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6ec823d-2231-4829-8da1-e4c6711c515f with Priority: HIGHEST for action port [ 850.538548] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6ec823d-2231-4829-8da1-e4c6711c515f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.538837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6ec823d-2231-4829-8da1-e4c6711c515f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.538837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6ec823d-2231-4829-8da1-e4c6711c515f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.539223] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6ec823d-2231-4829-8da1-e4c6711c515f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.539452] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6ec823d-2231-4829-8da1-e4c6711c515f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.680656] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('728f0ed8-6a7a-480c-89cf-d462d6f18d51',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.041986] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6ec823d-2231-4829-8da1-e4c6711c515f [ 851.042341] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.042504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.042586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.042818] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.042915] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.043050] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6ec823d-2231-4829-8da1-e4c6711c515f already deleted. [ 851.043121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6ec823d-2231-4829-8da1-e4c6711c515f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.184942] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('728f0ed8-6a7a-480c-89cf-d462d6f18d51',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.689647] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.690046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.690046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.690751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.690751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.690751] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 is going to be updated. [ 851.734901] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.734901] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.734901] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.734901] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.735190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.747097] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 in Status: IN_PROGRESS for 2s [ 852.546880] env[65529]: INFO networking_nsxv3.common.synchronization [req-bf47d19f-0ba5-411f-991b-844901493aac req-ba7b315d-aab3-4edc-af56-96ac45aea8e8 tempest-ListImageFiltersTestJSON-499993863 tempest-ListImageFiltersTestJSON-499993863-project-member] Enqueued Resource ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 with Priority: HIGHEST for action security_group_members [ 852.547466] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 with Priority: HIGHEST for action security_group_members [ 852.547789] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d99b305d-76eb-45f9-b59f-8a18e668bbc8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.547947] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.548086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.548296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.548449] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.548568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.548860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.548860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.548860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.549024] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d99b305d-76eb-45f9-b59f-8a18e668bbc8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.052075] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.052460] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.053319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.053319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.085966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.086362] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.086481] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.086525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.086955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.086955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.086955] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 is going to be updated. [ 853.132436] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.132436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.132436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.132436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.132436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.145867] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 in Status: IN_PROGRESS for 2s [ 853.754343] env[65529]: INFO networking_nsxv3.common.synchronization [None req-55e077a2-2abf-4ed0-9cdf-f717eddcf3ae None None] Enqueued Resource ID: fe440b03-1ec0-4074-aff5-ff2bae4dc709 with Priority: HIGHEST for action port [ 853.754951] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe440b03-1ec0-4074-aff5-ff2bae4dc709 with Priority: HIGHEST for action port [ 853.755657] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe440b03-1ec0-4074-aff5-ff2bae4dc709 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.755809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe440b03-1ec0-4074-aff5-ff2bae4dc709" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.755935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe440b03-1ec0-4074-aff5-ff2bae4dc709" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.756231] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe440b03-1ec0-4074-aff5-ff2bae4dc709" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.756477] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe440b03-1ec0-4074-aff5-ff2bae4dc709',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.761038] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 in Status: SUCCESS [ 853.761456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.761675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.761917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.762172] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.762284] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.762406] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.762585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.762704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.762787] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('728f0ed8-6a7a-480c-89cf-d462d6f18d51',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.263131] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe440b03-1ec0-4074-aff5-ff2bae4dc709 [ 854.263424] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.263581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.263650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.263968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.264219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.264219] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe440b03-1ec0-4074-aff5-ff2bae4dc709 already deleted. [ 854.264351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe440b03-1ec0-4074-aff5-ff2bae4dc709" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.266918] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('728f0ed8-6a7a-480c-89cf-d462d6f18d51',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.773322] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('728f0ed8-6a7a-480c-89cf-d462d6f18d51',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.156286] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 in Status: SUCCESS [ 855.156535] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d99b305d-76eb-45f9-b59f-8a18e668bbc8 deletion is rescheduled due to dependency. [ 855.156637] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d99b305d-76eb-45f9-b59f-8a18e668bbc8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.277651] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.281032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.281032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.281032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.281032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.281032] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 is going to be updated. [ 855.313660] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.313881] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.313881] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.314266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.314429] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.324536] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 in Status: IN_PROGRESS for 2s [ 857.342033] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 in Status: SUCCESS [ 857.342033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.342033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.342033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.342033] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.342033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.342033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.342033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.342033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.342033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.342033] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-728f0ed8-6a7a-480c-89cf-d462d6f18d51 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.342033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.342033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.342033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.342033] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.342033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.342033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.342033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.342033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.343389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.346127] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('728f0ed8-6a7a-480c-89cf-d462d6f18d51',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.347780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.348188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.350933] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.350933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.350933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.350933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.350933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.350933] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('728f0ed8-6a7a-480c-89cf-d462d6f18d51',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.852660] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 728f0ed8-6a7a-480c-89cf-d462d6f18d51: rpc.has_security_group_logging(os_id): False [ 857.854653] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('728f0ed8-6a7a-480c-89cf-d462d6f18d51',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.878691] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.878868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.878940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.879268] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.879396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.879631] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.879838] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.879896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.880065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.880188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.880413] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.880539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.880620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.880813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.880915] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.881164] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.881299] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.881425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.881603] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.881715] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.881807] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 is going to be created. [ 857.983770] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.984026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.984093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.984395] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.984595] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.002197] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 in Status: IN_PROGRESS for 2s [ 858.004906] env[65529]: INFO networking_nsxv3.common.synchronization [None req-1cd864c4-8b69-4daf-b7ec-4b969c2066ad None None] Enqueued Resource ID: e6c4b8e7-dee3-4fc2-a211-9590590a87b0 with Priority: HIGHEST for action port [ 858.007262] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6c4b8e7-dee3-4fc2-a211-9590590a87b0 with Priority: HIGHEST for action port [ 858.007967] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6c4b8e7-dee3-4fc2-a211-9590590a87b0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.008389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6c4b8e7-dee3-4fc2-a211-9590590a87b0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.008389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6c4b8e7-dee3-4fc2-a211-9590590a87b0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.008696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6c4b8e7-dee3-4fc2-a211-9590590a87b0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.008788] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6c4b8e7-dee3-4fc2-a211-9590590a87b0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.202477] env[65529]: INFO networking_nsxv3.common.synchronization [req-5a60f861-3465-4383-93d8-67e27a11448e req-8395baf7-bf44-4ff1-ac86-11a0808aa4cc tempest-ServersAdminNegativeTestJSON-1175865382 tempest-ServersAdminNegativeTestJSON-1175865382-project-member] Enqueued Resource ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 with Priority: HIGHEST for action security_group_members [ 858.203046] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 with Priority: HIGHEST for action security_group_members [ 858.203353] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-6232c7c7-6154-44ea-80dd-ee4ce8b16481 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.203476] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.203543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.203788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.203966] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.204390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.204477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.204641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.204728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.204823] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6232c7c7-6154-44ea-80dd-ee4ce8b16481',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.358067] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('728f0ed8-6a7a-480c-89cf-d462d6f18d51',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.476548] env[65529]: INFO networking_nsxv3.common.synchronization [req-b932b2db-f03e-43b1-8187-d8c8143b3f72 req-6d71d153-0ab7-4ec6-8315-5bb35c352507 tempest-ServersAdminTestJSON-706436611 tempest-ServersAdminTestJSON-706436611-project-member] Enqueued Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGHEST for action security_group_members [ 858.477208] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGHEST for action security_group_members [ 858.477566] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc165da-c7bb-407e-ac78-575f080ac582 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.477697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.477779] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.478012] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.481421] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.481565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.481638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.481867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.481998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.482121] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.513032] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6c4b8e7-dee3-4fc2-a211-9590590a87b0 [ 858.513032] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.513032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.513032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.513032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.513032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.513032] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6c4b8e7-dee3-4fc2-a211-9590590a87b0 already deleted. [ 858.513032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6c4b8e7-dee3-4fc2-a211-9590590a87b0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.707237] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6232c7c7-6154-44ea-80dd-ee4ce8b16481',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.861810] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.862038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.862091] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.862278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.862489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.862587] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 is going to be updated. [ 858.913261] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.913261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.913261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.913261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.913261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.924087] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 in Status: IN_PROGRESS for 2s [ 858.986072] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.045575] env[65529]: INFO networking_nsxv3.common.synchronization [None req-13493c74-486f-4e36-a7dc-30d2f40ec413 tempest-ServerActionsTestOtherB-218136139 tempest-ServerActionsTestOtherB-218136139-project-member] Enqueued Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGHEST for action security_group_rules [ 859.046931] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGHEST for action security_group_rules [ 859.048142] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e40daf76-d86c-4a48-b03d-06e968af77cf taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.048294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.048363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.048961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.049093] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.160906] env[65529]: INFO networking_nsxv3.common.synchronization [None req-d587df2b-4792-4d79-a89e-2480014c37c5 tempest-ServerActionsTestOtherB-218136139 tempest-ServerActionsTestOtherB-218136139-project-member] Enqueued Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGHEST for action security_group_rules [ 859.161933] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGHEST for action security_group_rules [ 859.162385] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e40daf76-d86c-4a48-b03d-06e968af77cf taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.162532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.212204] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6232c7c7-6154-44ea-80dd-ee4ce8b16481',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.493837] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.587109] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.588046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.588046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.588046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.588046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.588046] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e40daf76-d86c-4a48-b03d-06e968af77cf already deleted. [ 859.588046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.588554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.588554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.588554] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.695930] env[65529]: INFO networking_nsxv3.common.synchronization [req-02e97a47-7f78-4c08-8414-eeabba545511 req-d9affa08-99de-42bd-ae0e-0a2dd44fd13b tempest-ServerPasswordTestJSON-1386259790 tempest-ServerPasswordTestJSON-1386259790-project-member] Enqueued Resource ID: 5570178d-b795-47d1-97f8-9589d930ee3b with Priority: HIGHEST for action security_group_members [ 859.696389] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5570178d-b795-47d1-97f8-9589d930ee3b with Priority: HIGHEST for action security_group_members [ 859.699606] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-5570178d-b795-47d1-97f8-9589d930ee3b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.699606] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5570178d-b795-47d1-97f8-9589d930ee3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.699606] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5570178d-b795-47d1-97f8-9589d930ee3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.699606] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5570178d-b795-47d1-97f8-9589d930ee3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.699606] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.699606] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.699606] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.699606] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.699606] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.699606] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5570178d-b795-47d1-97f8-9589d930ee3b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.714599] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.714599] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.714815] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.714958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.715048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.715148] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 is going to be updated. [ 859.757498] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.757498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.757498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.757498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.757498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.768895] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 in Status: IN_PROGRESS for 2s [ 859.996107] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.996262] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.996328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.996534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.996682] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.997199] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cc165da-c7bb-407e-ac78-575f080ac582 is going to be updated. [ 860.015225] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 in Status: SUCCESS [ 860.015485] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.015710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.015950] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.016059] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('728f0ed8-6a7a-480c-89cf-d462d6f18d51',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.045057] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.045232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.045304] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.045506] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.045755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.056780] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cc165da-c7bb-407e-ac78-575f080ac582 in Status: IN_PROGRESS for 2s [ 860.070029] env[65529]: INFO networking_nsxv3.common.synchronization [req-c7a63ec5-d52a-4723-ae64-2d28d7c5ac0e req-f25c6d7e-ba2b-480d-8319-3c01772dfa99 tempest-ListServerFiltersTestJSON-123931929 tempest-ListServerFiltersTestJSON-123931929-project-member] Enqueued Resource ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 with Priority: HIGHEST for action security_group_members [ 860.070723] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 with Priority: HIGHEST for action security_group_members [ 860.071073] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-028e6985-af4f-4dc5-abc5-49de7eb985c9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.071334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.071334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.071750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.071750] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.071885] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.071885] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.072015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.072240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.072240] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('028e6985-af4f-4dc5-abc5-49de7eb985c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.114858] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.115047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.115095] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.115335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.115425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.115515] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e40daf76-d86c-4a48-b03d-06e968af77cf already deleted. [ 860.115616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.163732] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-22 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.163732] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-22" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.164026] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-22" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.164446] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-22" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.165036] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.165036] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.165036] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.165291] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.165382] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.165571] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 860.165701] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 860.165805] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 860.165959] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 860.166999] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 860.167154] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 860.167293] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 860.191364] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 860.191571] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 860.191673] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 860.191854] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-22" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.192209] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-1700717b-fab9-43dc-bd38-9b34988b6642 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.192398] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-1700717b-fab9-43dc-bd38-9b34988b6642" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.194601] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-1700717b-fab9-43dc-bd38-9b34988b6642" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.194601] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-1700717b-fab9-43dc-bd38-9b34988b6642" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.194601] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1700717b-fab9-43dc-bd38-9b34988b6642',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.201137] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.202925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.202925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.202925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.202925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.202925] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.202925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.202925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.202925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.202925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.202925] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5570178d-b795-47d1-97f8-9589d930ee3b already deleted. [ 860.202925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5570178d-b795-47d1-97f8-9589d930ee3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.285764] env[65529]: INFO networking_nsxv3.common.synchronization [None req-cc51537d-f081-4ff5-9613-10f12c0ea541 None None] Enqueued Resource ID: def75b06-c9b0-42a8-a276-29e57295bad0 with Priority: HIGHEST for action port [ 860.286455] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: def75b06-c9b0-42a8-a276-29e57295bad0 with Priority: HIGHEST for action port [ 860.286785] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-def75b06-c9b0-42a8-a276-29e57295bad0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.286912] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-def75b06-c9b0-42a8-a276-29e57295bad0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.286970] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-def75b06-c9b0-42a8-a276-29e57295bad0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.287259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-def75b06-c9b0-42a8-a276-29e57295bad0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.287342] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('def75b06-c9b0-42a8-a276-29e57295bad0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.519836] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-728f0ed8-6a7a-480c-89cf-d462d6f18d51 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.519836] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.575916] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('028e6985-af4f-4dc5-abc5-49de7eb985c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.696263] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.696446] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.696583] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.696962] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.697107] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.697324] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 1700717b-fab9-43dc-bd38-9b34988b6642 not found, creating... [ 860.698106] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.698106] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.698106] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.698402] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.698402] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.698897] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.699059] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.699122] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.699521] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.699684] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.700475] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 1700717b-fab9-43dc-bd38-9b34988b6642 is going to be created. [ 860.726892] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.727198] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.727348] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.727629] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.727913] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.728097] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-1700717b-fab9-43dc-bd38-9b34988b6642" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.790212] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port def75b06-c9b0-42a8-a276-29e57295bad0 [ 860.790723] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.790910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.790984] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.791463] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.791616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.791761] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:def75b06-c9b0-42a8-a276-29e57295bad0 already deleted. [ 860.791855] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-def75b06-c9b0-42a8-a276-29e57295bad0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.935860] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 in Status: SUCCESS [ 860.936315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.936315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.936940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.936940] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.936940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.936940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.937175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.937175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.937175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.937274] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('728f0ed8-6a7a-480c-89cf-d462d6f18d51',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.078231] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('028e6985-af4f-4dc5-abc5-49de7eb985c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.442148] env[65529]: INFO networking_nsxv3.common.synchronization [req-02e97a47-7f78-4c08-8414-eeabba545511 req-fc1ab42e-0fe3-45ee-9afb-39a8e1082de9 service nova] Enqueued Resource ID: 5570178d-b795-47d1-97f8-9589d930ee3b with Priority: HIGHEST for action security_group_rules [ 861.442148] env[65529]: INFO networking_nsxv3.common.synchronization [req-02e97a47-7f78-4c08-8414-eeabba545511 req-fc1ab42e-0fe3-45ee-9afb-39a8e1082de9 service nova] Enqueued Resource ID: 5570178d-b795-47d1-97f8-9589d930ee3b with Priority: HIGHEST for action security_group_members [ 861.442148] env[65529]: INFO networking_nsxv3.common.synchronization [req-02e97a47-7f78-4c08-8414-eeabba545511 req-fc1ab42e-0fe3-45ee-9afb-39a8e1082de9 service nova] Enqueued Resource ID: 1700717b-fab9-43dc-bd38-9b34988b6642 with Priority: HIGHEST for action port [ 861.442148] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-728f0ed8-6a7a-480c-89cf-d462d6f18d51 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.442573] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.442627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.443446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.443446] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.443446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.443446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.443912] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.443912] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.443912] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.443912] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-728f0ed8-6a7a-480c-89cf-d462d6f18d51 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.444139] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.444139] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.444225] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.444369] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.444460] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.444507] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.444623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.444697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.444774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.444862] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('728f0ed8-6a7a-480c-89cf-d462d6f18d51',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.445885] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5570178d-b795-47d1-97f8-9589d930ee3b with Priority: HIGHEST for action security_group_rules [ 861.445981] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5570178d-b795-47d1-97f8-9589d930ee3b with Priority: HIGHEST for action security_group_members [ 861.446064] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1700717b-fab9-43dc-bd38-9b34988b6642 with Priority: HIGHEST for action port [ 861.451567] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5570178d-b795-47d1-97f8-9589d930ee3b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.451747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5570178d-b795-47d1-97f8-9589d930ee3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.451811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5570178d-b795-47d1-97f8-9589d930ee3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.452267] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5570178d-b795-47d1-97f8-9589d930ee3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.452441] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5570178d-b795-47d1-97f8-9589d930ee3b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.453357] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-5570178d-b795-47d1-97f8-9589d930ee3b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.453469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5570178d-b795-47d1-97f8-9589d930ee3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.453525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5570178d-b795-47d1-97f8-9589d930ee3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.453693] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5570178d-b795-47d1-97f8-9589d930ee3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.453842] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.453937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.453987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.454159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.454242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.454336] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5570178d-b795-47d1-97f8-9589d930ee3b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.455833] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-1700717b-fab9-43dc-bd38-9b34988b6642 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.455976] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1700717b-fab9-43dc-bd38-9b34988b6642" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.456049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1700717b-fab9-43dc-bd38-9b34988b6642" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.459721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1700717b-fab9-43dc-bd38-9b34988b6642" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.460069] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1700717b-fab9-43dc-bd38-9b34988b6642',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.493779] env[65529]: INFO networking_nsxv3.common.synchronization [req-a9e1e3cc-c7de-4325-b895-4bde21a1afc6 req-d90775b4-12a7-4d85-82d0-2a215d4d78d5 tempest-ListServersNegativeTestJSON-227376328 tempest-ListServersNegativeTestJSON-227376328-project-member] Enqueued Resource ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 with Priority: HIGHEST for action security_group_members [ 861.493779] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 with Priority: HIGHEST for action security_group_members [ 861.493972] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-728f0ed8-6a7a-480c-89cf-d462d6f18d51 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.493972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.494103] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.494467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.494467] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.494467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.494727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.494727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.494843] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.494904] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('728f0ed8-6a7a-480c-89cf-d462d6f18d51',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.582081] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.582475] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.582475] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.582653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.582695] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.582770] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 is going to be updated. [ 861.614798] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.614921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.614966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.615484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.615484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.625457] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 in Status: IN_PROGRESS for 2s [ 861.780704] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 in Status: SUCCESS [ 861.781983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.952139] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 728f0ed8-6a7a-480c-89cf-d462d6f18d51: rpc.has_security_group_logging(os_id): False [ 861.961490] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-5570178d-b795-47d1-97f8-9589d930ee3b taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.961716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5570178d-b795-47d1-97f8-9589d930ee3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.961846] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5570178d-b795-47d1-97f8-9589d930ee3b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.963816] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1700717b-fab9-43dc-bd38-9b34988b6642 with status ACTIVE [ 861.963816] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.963816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.964116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.964166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.965038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.965038] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.965038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.965038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.965038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.965038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.965038] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.965441] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.965441] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.965441] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.965441] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.965656] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1700717b-fab9-43dc-bd38-9b34988b6642 is going to be updated. [ 861.979982] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.980172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.980261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.980473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.980596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.980959] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.981088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.981159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.981418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.981418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.981596] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.981692] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.981761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.981884] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.981957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.982186] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.982294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.982361] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.982480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.982701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.983333] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 is going to be updated. [ 861.992915] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.992915] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.992915] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.992915] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.992915] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.993896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1700717b-fab9-43dc-bd38-9b34988b6642" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.996983] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('728f0ed8-6a7a-480c-89cf-d462d6f18d51',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.052881] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.053035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.053035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.053233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.053479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.069075] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cc165da-c7bb-407e-ac78-575f080ac582 in Status: SUCCESS [ 862.069075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.072756] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 in Status: IN_PROGRESS for 2s [ 862.406588] env[65529]: INFO networking_nsxv3.common.synchronization [req-186272a3-2b07-4248-b512-c1421e35af58 req-f7bda295-8472-47e5-80d3-635f2340294a tempest-AttachInterfacesTestJSON-2112292789 tempest-AttachInterfacesTestJSON-2112292789-project-member] Enqueued Resource ID: 06f657d1-b4f5-4078-9f80-cce4c5e70f26 with Priority: HIGHEST for action security_group_members [ 862.407227] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f657d1-b4f5-4078-9f80-cce4c5e70f26 with Priority: HIGHEST for action security_group_members [ 862.408355] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-06f657d1-b4f5-4078-9f80-cce4c5e70f26 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.408355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06f657d1-b4f5-4078-9f80-cce4c5e70f26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.408355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06f657d1-b4f5-4078-9f80-cce4c5e70f26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.408797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06f657d1-b4f5-4078-9f80-cce4c5e70f26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.411910] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.411910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.411910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.411910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.411910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.411910] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06f657d1-b4f5-4078-9f80-cce4c5e70f26',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.463943] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5570178d-b795-47d1-97f8-9589d930ee3b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.501897] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('728f0ed8-6a7a-480c-89cf-d462d6f18d51',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.879970] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.879970] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.880486] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.880486] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.880679] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.880848] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.880989] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.881520] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.881520] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.881722] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.881782] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.881868] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.881996] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.882126] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.882228] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.882415] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.906829] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.906829] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 862.906829] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.906829] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.907194] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-9a3290ba-1203-46ce-9c3d-adc18d9ed78d taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.907194] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-9a3290ba-1203-46ce-9c3d-adc18d9ed78d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.907337] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-9a3290ba-1203-46ce-9c3d-adc18d9ed78d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.907727] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-9a3290ba-1203-46ce-9c3d-adc18d9ed78d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.907888] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a3290ba-1203-46ce-9c3d-adc18d9ed78d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.914329] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.914539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.914671] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.914986] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.915064] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.915292] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.915443] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.915545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.915748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.915898] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.916041] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06f657d1-b4f5-4078-9f80-cce4c5e70f26 already deleted. [ 862.916202] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06f657d1-b4f5-4078-9f80-cce4c5e70f26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.966446] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.966587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.966687] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.966865] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.966968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.967049] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5570178d-b795-47d1-97f8-9589d930ee3b is going to be created. [ 862.992898] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.993175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.993175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.993321] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.993561] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.007232] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5570178d-b795-47d1-97f8-9589d930ee3b in Status: UNINITIALIZED for 2s [ 863.007232] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.007232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.007232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.007232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.007232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.007232] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 is going to be updated. [ 863.041082] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.041082] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.041082] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.041254] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.041254] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.049740] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 in Status: IN_PROGRESS for 2s [ 863.411372] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.411372] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.411372] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.411818] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.411895] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.412021] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 9a3290ba-1203-46ce-9c3d-adc18d9ed78d not found, creating... [ 863.412296] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.412470] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.412588] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.413161] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.413161] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.413363] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.413363] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.413545] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.413690] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.413912] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.413999] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 9a3290ba-1203-46ce-9c3d-adc18d9ed78d is going to be created. [ 863.436104] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.436733] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.436901] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.437190] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.437424] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.437654] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-9a3290ba-1203-46ce-9c3d-adc18d9ed78d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.636926] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 in Status: SUCCESS [ 863.637207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.108433] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 in Status: SUCCESS [ 864.108433] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.108433] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.108433] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.108433] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('728f0ed8-6a7a-480c-89cf-d462d6f18d51',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.236124] env[65529]: INFO networking_nsxv3.common.synchronization [req-186272a3-2b07-4248-b512-c1421e35af58 req-0035b842-aced-4f24-86cf-dc0a6a5aec81 service nova] Enqueued Resource ID: 06f657d1-b4f5-4078-9f80-cce4c5e70f26 with Priority: HIGHEST for action security_group_rules [ 864.236124] env[65529]: INFO networking_nsxv3.common.synchronization [req-186272a3-2b07-4248-b512-c1421e35af58 req-0035b842-aced-4f24-86cf-dc0a6a5aec81 service nova] Enqueued Resource ID: 06f657d1-b4f5-4078-9f80-cce4c5e70f26 with Priority: HIGHEST for action security_group_members [ 864.236124] env[65529]: INFO networking_nsxv3.common.synchronization [req-186272a3-2b07-4248-b512-c1421e35af58 req-0035b842-aced-4f24-86cf-dc0a6a5aec81 service nova] Enqueued Resource ID: 9a3290ba-1203-46ce-9c3d-adc18d9ed78d with Priority: HIGHEST for action port [ 864.236124] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f657d1-b4f5-4078-9f80-cce4c5e70f26 with Priority: HIGHEST for action security_group_rules [ 864.236124] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f657d1-b4f5-4078-9f80-cce4c5e70f26 with Priority: HIGHEST for action security_group_members [ 864.236124] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a3290ba-1203-46ce-9c3d-adc18d9ed78d with Priority: HIGHEST for action port [ 864.237360] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06f657d1-b4f5-4078-9f80-cce4c5e70f26 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.237625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06f657d1-b4f5-4078-9f80-cce4c5e70f26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.237786] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06f657d1-b4f5-4078-9f80-cce4c5e70f26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.238100] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06f657d1-b4f5-4078-9f80-cce4c5e70f26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.238292] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06f657d1-b4f5-4078-9f80-cce4c5e70f26',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.240028] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-06f657d1-b4f5-4078-9f80-cce4c5e70f26 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.240297] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06f657d1-b4f5-4078-9f80-cce4c5e70f26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.240592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06f657d1-b4f5-4078-9f80-cce4c5e70f26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.240946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06f657d1-b4f5-4078-9f80-cce4c5e70f26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.241228] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.241586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.241739] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.242011] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.242194] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.242411] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06f657d1-b4f5-4078-9f80-cce4c5e70f26',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.244113] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a3290ba-1203-46ce-9c3d-adc18d9ed78d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.246349] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a3290ba-1203-46ce-9c3d-adc18d9ed78d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.246523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a3290ba-1203-46ce-9c3d-adc18d9ed78d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.248508] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a3290ba-1203-46ce-9c3d-adc18d9ed78d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.248508] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a3290ba-1203-46ce-9c3d-adc18d9ed78d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.610394] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-728f0ed8-6a7a-480c-89cf-d462d6f18d51 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.610993] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.744793] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06f657d1-b4f5-4078-9f80-cce4c5e70f26',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.750107] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a3290ba-1203-46ce-9c3d-adc18d9ed78d with status ACTIVE [ 864.750382] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.750803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.750803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.750803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.750942] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.751051] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.751154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.751220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.751435] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.751561] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.751699] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.751790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.751850] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.751987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.752070] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.752151] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a3290ba-1203-46ce-9c3d-adc18d9ed78d is going to be updated. [ 864.753438] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-06f657d1-b4f5-4078-9f80-cce4c5e70f26 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.753543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06f657d1-b4f5-4078-9f80-cce4c5e70f26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.774210] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.774370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.774370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.774622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.774768] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.774942] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a3290ba-1203-46ce-9c3d-adc18d9ed78d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.016666] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5570178d-b795-47d1-97f8-9589d930ee3b in Status: SUCCESS [ 865.016666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5570178d-b795-47d1-97f8-9589d930ee3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.017516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5570178d-b795-47d1-97f8-9589d930ee3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.017616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5570178d-b795-47d1-97f8-9589d930ee3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.017764] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.018019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.018019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.018191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.018228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.018317] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5570178d-b795-47d1-97f8-9589d930ee3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.018396] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5570178d-b795-47d1-97f8-9589d930ee3b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.061666] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 in Status: SUCCESS [ 865.061889] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.062084] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.062377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.062549] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.062673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.062738] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.062922] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.063016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.063138] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.063198] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('728f0ed8-6a7a-480c-89cf-d462d6f18d51',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.248450] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06f657d1-b4f5-4078-9f80-cce4c5e70f26',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.521436] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-5570178d-b795-47d1-97f8-9589d930ee3b taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.521623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5570178d-b795-47d1-97f8-9589d930ee3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.521707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5570178d-b795-47d1-97f8-9589d930ee3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.521928] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5570178d-b795-47d1-97f8-9589d930ee3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.522109] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.522252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.522293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.522413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.522501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.522589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5570178d-b795-47d1-97f8-9589d930ee3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.522735] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-5570178d-b795-47d1-97f8-9589d930ee3b taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.522826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5570178d-b795-47d1-97f8-9589d930ee3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.522886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5570178d-b795-47d1-97f8-9589d930ee3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.523036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5570178d-b795-47d1-97f8-9589d930ee3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.523173] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.523262] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.523399] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.523510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.523510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.523628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5570178d-b795-47d1-97f8-9589d930ee3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.523683] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5570178d-b795-47d1-97f8-9589d930ee3b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.565680] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-728f0ed8-6a7a-480c-89cf-d462d6f18d51 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.565849] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.565941] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.566187] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.566359] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.566492] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.566540] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.566668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.566753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.566841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.567180] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-728f0ed8-6a7a-480c-89cf-d462d6f18d51 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.567180] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.567180] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.567471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.567471] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.567552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.567587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.567713] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.567791] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.567874] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.567965] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('728f0ed8-6a7a-480c-89cf-d462d6f18d51',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.751926] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.752142] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.752233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.752499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.752625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.752747] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06f657d1-b4f5-4078-9f80-cce4c5e70f26 is going to be created. [ 865.786618] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.786618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.786618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.786618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.786618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.797604] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06f657d1-b4f5-4078-9f80-cce4c5e70f26 in Status: UNINITIALIZED for 2s [ 866.027126] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5570178d-b795-47d1-97f8-9589d930ee3b: rpc.has_security_group_logging(os_id): False [ 866.048056] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.048292] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.048412] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.048583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.048743] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.048861] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.048959] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.049031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.049230] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.049269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.049446] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.049542] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.049604] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.049742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.049806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.049991] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.050190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.050252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.051811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.051977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.052106] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5570178d-b795-47d1-97f8-9589d930ee3b is going to be created. [ 866.070447] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 728f0ed8-6a7a-480c-89cf-d462d6f18d51: rpc.has_security_group_logging(os_id): False [ 866.094023] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.094219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.094298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.094539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.094765] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.094957] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.095076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.095314] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.095386] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.095448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.095660] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.095826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.095904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.096151] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.096220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.096505] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.096505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.096641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.096736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.096813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.096900] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 is going to be updated. [ 866.141283] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.141532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.141592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.141830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.141996] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.175017] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5570178d-b795-47d1-97f8-9589d930ee3b in Status: IN_PROGRESS for 2s [ 866.204241] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.204424] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.204495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.204784] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.205074] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.230775] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 in Status: IN_PROGRESS for 2s [ 867.165478] env[65529]: INFO networking_nsxv3.common.synchronization [req-8a5addce-f810-46d9-bc3c-213aed3d53c2 req-6ae8f495-cc1d-4836-b9d8-62f7187ec4f8 tempest-ImagesOneServerNegativeTestJSON-27004092 tempest-ImagesOneServerNegativeTestJSON-27004092-project-member] Enqueued Resource ID: 451faddd-f691-4fb4-b793-9000d7d91751 with Priority: HIGHEST for action security_group_members [ 867.165478] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451faddd-f691-4fb4-b793-9000d7d91751 with Priority: HIGHEST for action security_group_members [ 867.165478] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-451faddd-f691-4fb4-b793-9000d7d91751 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.165478] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.166108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.166108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.166244] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.166412] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.166486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.166774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.166774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.166877] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('451faddd-f691-4fb4-b793-9000d7d91751',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.668972] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.669202] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.669202] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.669498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.669615] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.669720] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.670053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.670053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.670053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.670364] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.670364] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 451faddd-f691-4fb4-b793-9000d7d91751 is going to be updated. [ 867.698598] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.698598] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.698598] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.698923] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.698923] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.708576] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451faddd-f691-4fb4-b793-9000d7d91751 in Status: IN_PROGRESS for 2s [ 867.810028] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06f657d1-b4f5-4078-9f80-cce4c5e70f26 in Status: SUCCESS [ 867.810028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06f657d1-b4f5-4078-9f80-cce4c5e70f26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.810028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06f657d1-b4f5-4078-9f80-cce4c5e70f26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.810028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06f657d1-b4f5-4078-9f80-cce4c5e70f26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.810028] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.810028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.810028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.810028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.810028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.810028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06f657d1-b4f5-4078-9f80-cce4c5e70f26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.810028] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06f657d1-b4f5-4078-9f80-cce4c5e70f26',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.191202] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5570178d-b795-47d1-97f8-9589d930ee3b in Status: SUCCESS [ 868.191508] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5570178d-b795-47d1-97f8-9589d930ee3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.257815] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 in Status: SUCCESS [ 868.258128] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.312769] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06f657d1-b4f5-4078-9f80-cce4c5e70f26',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.616240] env[65529]: INFO networking_nsxv3.common.synchronization [None req-89b1bb44-3fc4-42e6-b39b-de80b8087ace None None] Enqueued Resource ID: a070e88a-c921-4f0d-ae76-e13f0745a69f with Priority: HIGHEST for action port [ 868.616240] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a070e88a-c921-4f0d-ae76-e13f0745a69f with Priority: HIGHEST for action port [ 868.616240] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-a070e88a-c921-4f0d-ae76-e13f0745a69f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.616240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a070e88a-c921-4f0d-ae76-e13f0745a69f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.616240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a070e88a-c921-4f0d-ae76-e13f0745a69f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.616240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a070e88a-c921-4f0d-ae76-e13f0745a69f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.616996] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a070e88a-c921-4f0d-ae76-e13f0745a69f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.815446] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06f657d1-b4f5-4078-9f80-cce4c5e70f26: rpc.has_security_group_logging(os_id): False [ 868.844945] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.845116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.845247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.845433] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.845584] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.845958] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.846092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.846158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.846957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.846957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.846957] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06f657d1-b4f5-4078-9f80-cce4c5e70f26 is going to be created. [ 868.969538] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.969801] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.969801] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.970092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.970319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.990947] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06f657d1-b4f5-4078-9f80-cce4c5e70f26 in Status: IN_PROGRESS for 2s [ 869.121010] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a070e88a-c921-4f0d-ae76-e13f0745a69f [ 869.121280] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.121442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.121575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.121731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.121819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.121914] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a070e88a-c921-4f0d-ae76-e13f0745a69f already deleted. [ 869.121996] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a070e88a-c921-4f0d-ae76-e13f0745a69f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.721130] env[65529]: INFO networking_nsxv3.common.synchronization [None req-0a688c82-d9c6-40ee-939f-1bc88ed5a4de tempest-AttachVolumeTestJSON-199253416 tempest-AttachVolumeTestJSON-199253416-project-member] Enqueued Resource ID: 42d11c71-b0b3-422b-be0b-fa33692b23f2 with Priority: HIGHEST for action security_group_rules [ 869.722290] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451faddd-f691-4fb4-b793-9000d7d91751 in Status: SUCCESS [ 869.722488] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 451faddd-f691-4fb4-b793-9000d7d91751 deletion is rescheduled due to dependency. [ 869.722598] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.723221] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42d11c71-b0b3-422b-be0b-fa33692b23f2 with Priority: HIGHEST for action security_group_rules [ 869.723616] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42d11c71-b0b3-422b-be0b-fa33692b23f2 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.723755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.723827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.724121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.724220] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42d11c71-b0b3-422b-be0b-fa33692b23f2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.824372] env[65529]: INFO networking_nsxv3.common.synchronization [None req-74b90667-edeb-4dbe-a550-4ea8a91d73e8 tempest-AttachVolumeTestJSON-199253416 tempest-AttachVolumeTestJSON-199253416-project-member] Enqueued Resource ID: 42d11c71-b0b3-422b-be0b-fa33692b23f2 with Priority: HIGHEST for action security_group_rules [ 869.825501] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42d11c71-b0b3-422b-be0b-fa33692b23f2 with Priority: HIGHEST for action security_group_rules [ 869.826480] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42d11c71-b0b3-422b-be0b-fa33692b23f2 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.826795] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.248862] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.248862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.248862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.249056] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.249197] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.249252] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42d11c71-b0b3-422b-be0b-fa33692b23f2 already deleted. [ 870.249448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.249524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.249625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.249727] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42d11c71-b0b3-422b-be0b-fa33692b23f2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.374572] env[65529]: INFO networking_nsxv3.common.synchronization [None req-5923419d-7a89-498e-9212-3cdf05dd3b3b None None] Enqueued Resource ID: 62a21812-d84e-45bc-bc85-a8cf649d1fc0 with Priority: HIGHEST for action port [ 870.375244] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a21812-d84e-45bc-bc85-a8cf649d1fc0 with Priority: HIGHEST for action port [ 870.375440] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-62a21812-d84e-45bc-bc85-a8cf649d1fc0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.375693] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62a21812-d84e-45bc-bc85-a8cf649d1fc0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.375779] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62a21812-d84e-45bc-bc85-a8cf649d1fc0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.376024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62a21812-d84e-45bc-bc85-a8cf649d1fc0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.376140] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62a21812-d84e-45bc-bc85-a8cf649d1fc0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.774595] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.774900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.774900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.775242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.775308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.775969] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42d11c71-b0b3-422b-be0b-fa33692b23f2 already deleted. [ 870.775969] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.880021] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62a21812-d84e-45bc-bc85-a8cf649d1fc0 [ 870.880651] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.880651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.880651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.880651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.880888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.880888] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62a21812-d84e-45bc-bc85-a8cf649d1fc0 already deleted. [ 870.880959] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62a21812-d84e-45bc-bc85-a8cf649d1fc0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.004317] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06f657d1-b4f5-4078-9f80-cce4c5e70f26 in Status: SUCCESS [ 871.004597] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06f657d1-b4f5-4078-9f80-cce4c5e70f26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.004515] env[65529]: INFO networking_nsxv3.common.synchronization [req-86be5a1f-cf15-492e-8b74-1e38e674578f req-9d401180-97cc-4b26-bc04-1f4663ce5bd7 tempest-ServerPasswordTestJSON-1386259790 tempest-ServerPasswordTestJSON-1386259790-project-member] Enqueued Resource ID: 5570178d-b795-47d1-97f8-9589d930ee3b with Priority: HIGHEST for action security_group_members [ 874.004515] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5570178d-b795-47d1-97f8-9589d930ee3b with Priority: HIGHEST for action security_group_members [ 874.004515] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-5570178d-b795-47d1-97f8-9589d930ee3b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.004515] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5570178d-b795-47d1-97f8-9589d930ee3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.004515] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5570178d-b795-47d1-97f8-9589d930ee3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.005215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5570178d-b795-47d1-97f8-9589d930ee3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.005396] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.005509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.005571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.005767] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.005832] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.005933] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5570178d-b795-47d1-97f8-9589d930ee3b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.508821] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.509056] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.509196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.509392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.509511] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.509773] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.509888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.509947] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.510129] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.510820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.510820] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5570178d-b795-47d1-97f8-9589d930ee3b is going to be updated. [ 874.541425] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.542291] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.542291] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.542291] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.542291] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.552036] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5570178d-b795-47d1-97f8-9589d930ee3b in Status: IN_PROGRESS for 2s [ 876.350591] env[65529]: INFO networking_nsxv3.common.synchronization [req-a6201433-39bb-46bb-9e96-5e9c6a75c136 req-0afbc178-7cdd-4328-a13f-2893b4fdb2ce tempest-ServersTestMultiNic-166249226 tempest-ServersTestMultiNic-166249226-project-member] Enqueued Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_members [ 876.351738] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_members [ 876.352188] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb326e50-0a79-4d89-af37-71b08113e927 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.352470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.352626] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.352891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.353779] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.354031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.354181] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.354507] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.354671] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.354841] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.563437] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5570178d-b795-47d1-97f8-9589d930ee3b in Status: SUCCESS [ 876.563564] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5570178d-b795-47d1-97f8-9589d930ee3b deletion is rescheduled due to dependency. [ 876.563712] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5570178d-b795-47d1-97f8-9589d930ee3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.648201] env[65529]: INFO networking_nsxv3.common.synchronization [req-a6201433-39bb-46bb-9e96-5e9c6a75c136 req-aaba15ad-59f6-4966-b4a7-1aaa0bce841a tempest-ServersTestMultiNic-166249226 tempest-ServersTestMultiNic-166249226-project-member] Enqueued Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_members [ 876.648201] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_members [ 876.648201] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb326e50-0a79-4d89-af37-71b08113e927 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.648201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.857753] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.857914] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.858019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.858355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.858496] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.859618] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.859618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.859618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.859618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.859618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.859618] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb326e50-0a79-4d89-af37-71b08113e927 is going to be updated. [ 876.890299] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.890920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.890920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.890920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.890920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.900878] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb326e50-0a79-4d89-af37-71b08113e927 in Status: IN_PROGRESS for 2s [ 877.028537] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-300 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.028900] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-300" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.028900] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-300" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.031043] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-300" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.031043] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.031043] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.031043] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.031043] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.031043] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.031043] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.031043] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 877.031043] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 877.031043] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 877.031043] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.031043] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 877.031043] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 877.052251] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 877.052251] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 877.052251] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 877.052251] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-300" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.055019] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-c9e19476-84a8-45b0-a598-71fd07b98fd3 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.055019] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-c9e19476-84a8-45b0-a598-71fd07b98fd3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.055019] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-c9e19476-84a8-45b0-a598-71fd07b98fd3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.055019] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-c9e19476-84a8-45b0-a598-71fd07b98fd3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.055019] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9e19476-84a8-45b0-a598-71fd07b98fd3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.558893] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.560029] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.560029] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.560264] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.560445] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.560625] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port c9e19476-84a8-45b0-a598-71fd07b98fd3 not found, creating... [ 877.561077] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.561077] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.561450] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.561450] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.561596] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.561899] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.562198] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.562338] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.562561] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.562696] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.562834] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: c9e19476-84a8-45b0-a598-71fd07b98fd3 is going to be created. [ 877.584705] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.584971] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.585069] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.585346] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.585612] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.585849] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-c9e19476-84a8-45b0-a598-71fd07b98fd3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.312557] env[65529]: INFO networking_nsxv3.common.synchronization [req-a6201433-39bb-46bb-9e96-5e9c6a75c136 req-0f7d4e40-9064-4b02-963d-ddf7f479ccd8 service nova] Enqueued Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_rules [ 878.312738] env[65529]: INFO networking_nsxv3.common.synchronization [req-a6201433-39bb-46bb-9e96-5e9c6a75c136 req-0f7d4e40-9064-4b02-963d-ddf7f479ccd8 service nova] Enqueued Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_members [ 878.312872] env[65529]: INFO networking_nsxv3.common.synchronization [req-a6201433-39bb-46bb-9e96-5e9c6a75c136 req-0f7d4e40-9064-4b02-963d-ddf7f479ccd8 service nova] Enqueued Resource ID: c9e19476-84a8-45b0-a598-71fd07b98fd3 with Priority: HIGHEST for action port [ 878.316485] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_rules [ 878.316485] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_members [ 878.316485] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e19476-84a8-45b0-a598-71fd07b98fd3 with Priority: HIGHEST for action port [ 878.316770] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb326e50-0a79-4d89-af37-71b08113e927 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.316770] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.316888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.317762] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.317762] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.318700] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb326e50-0a79-4d89-af37-71b08113e927 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.318860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.319201] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9e19476-84a8-45b0-a598-71fd07b98fd3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.320440] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9e19476-84a8-45b0-a598-71fd07b98fd3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.320440] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9e19476-84a8-45b0-a598-71fd07b98fd3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.320440] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9e19476-84a8-45b0-a598-71fd07b98fd3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.320440] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9e19476-84a8-45b0-a598-71fd07b98fd3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.822103] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb326e50-0a79-4d89-af37-71b08113e927 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.822489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.824624] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9e19476-84a8-45b0-a598-71fd07b98fd3 with status ACTIVE [ 878.824813] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.824936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.825018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.825255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.825341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.825515] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.825616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.825733] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.825825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.825899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.826087] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.826181] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.826300] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.826455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.826531] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.826632] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9e19476-84a8-45b0-a598-71fd07b98fd3 is going to be updated. [ 878.849784] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.849962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.849999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.850436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.850588] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.850784] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9e19476-84a8-45b0-a598-71fd07b98fd3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.912077] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb326e50-0a79-4d89-af37-71b08113e927 in Status: SUCCESS [ 878.912077] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb326e50-0a79-4d89-af37-71b08113e927 deletion is rescheduled due to dependency. [ 878.912077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.912277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.912465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.912641] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.912760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.912824] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.912979] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.913070] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.913486] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.019091] env[65529]: INFO networking_nsxv3.common.synchronization [req-639472bd-218d-467d-a572-d37b0e0dba69 req-3246b5f6-69a3-473d-9228-354c1aa3970b tempest-ImagesTestJSON-1930669757 tempest-ImagesTestJSON-1930669757-project-member] Enqueued Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_members [ 879.019564] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_members [ 879.019938] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.020082] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.020156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.020364] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.020516] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.020612] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.020668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.020809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.020893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.020985] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.106051] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-994 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.106302] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-994" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.106434] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-994" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.107040] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-994" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.107363] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.107566] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.107706] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.107949] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.108133] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.108393] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.108605] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.108666] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.108841] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.109031] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.109155] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.109287] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.128435] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.128632] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 879.128732] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.129391] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-994" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.129391] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-e7c50d7b-b6a0-4a3d-8169-48b233fdee29 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.129518] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-e7c50d7b-b6a0-4a3d-8169-48b233fdee29" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.129858] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-e7c50d7b-b6a0-4a3d-8169-48b233fdee29" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.129908] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-e7c50d7b-b6a0-4a3d-8169-48b233fdee29" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.130054] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7c50d7b-b6a0-4a3d-8169-48b233fdee29',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.391723] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.391941] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-884" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.392086] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-884" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.393079] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-884" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.393079] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.393079] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.393079] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.393303] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.393364] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.393579] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.393709] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.393841] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.393952] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.394105] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.394219] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.394350] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.415863] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.416072] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 879.416291] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.416511] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-884" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.416834] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-a906155d-80ae-453d-9243-a7cf3490142e taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.417023] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-a906155d-80ae-453d-9243-a7cf3490142e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.417145] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-a906155d-80ae-453d-9243-a7cf3490142e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.417557] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-a906155d-80ae-453d-9243-a7cf3490142e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.417707] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a906155d-80ae-453d-9243-a7cf3490142e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.418620] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.523465] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.523698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.523805] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.524130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.524271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.524556] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.524712] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.524818] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.525067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.525215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.525383] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 is going to be updated. [ 879.556865] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.557023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.557109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.557332] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.557573] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.566904] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: IN_PROGRESS for 2s [ 879.633225] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.633462] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.633590] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.633887] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.634049] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.634506] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port e7c50d7b-b6a0-4a3d-8169-48b233fdee29 not found, creating... [ 879.634572] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.634686] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.635067] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.635067] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.635414] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.635414] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.635574] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.635658] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.635870] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.635998] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.636143] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: e7c50d7b-b6a0-4a3d-8169-48b233fdee29 is going to be created. [ 879.657576] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.657782] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.657902] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.658197] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.658427] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.658637] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-e7c50d7b-b6a0-4a3d-8169-48b233fdee29" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.921048] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.921417] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.921417] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.921628] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.921777] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.921928] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port a906155d-80ae-453d-9243-a7cf3490142e not found, creating... [ 879.922214] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.922391] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.922529] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.922730] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.922860] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.923150] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.923304] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.923418] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.923642] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.923777] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.923914] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: a906155d-80ae-453d-9243-a7cf3490142e is going to be created. [ 879.925010] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.945129] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.945330] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.945451] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.945728] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.945953] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.946197] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-a906155d-80ae-453d-9243-a7cf3490142e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.380271] env[65529]: INFO networking_nsxv3.common.synchronization [req-a6201433-39bb-46bb-9e96-5e9c6a75c136 req-acbfcd74-7085-4f28-8178-e3a21aab55c9 service nova] Enqueued Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_rules [ 880.380420] env[65529]: INFO networking_nsxv3.common.synchronization [req-a6201433-39bb-46bb-9e96-5e9c6a75c136 req-acbfcd74-7085-4f28-8178-e3a21aab55c9 service nova] Enqueued Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_members [ 880.380560] env[65529]: INFO networking_nsxv3.common.synchronization [req-a6201433-39bb-46bb-9e96-5e9c6a75c136 req-acbfcd74-7085-4f28-8178-e3a21aab55c9 service nova] Enqueued Resource ID: e7c50d7b-b6a0-4a3d-8169-48b233fdee29 with Priority: HIGHEST for action port [ 880.381166] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_rules [ 880.381258] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_members [ 880.381420] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c50d7b-b6a0-4a3d-8169-48b233fdee29 with Priority: HIGHEST for action port [ 880.381724] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb326e50-0a79-4d89-af37-71b08113e927 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.381830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.382051] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb326e50-0a79-4d89-af37-71b08113e927 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.382136] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.382471] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7c50d7b-b6a0-4a3d-8169-48b233fdee29 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.382562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7c50d7b-b6a0-4a3d-8169-48b233fdee29" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.382599] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7c50d7b-b6a0-4a3d-8169-48b233fdee29" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.382801] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7c50d7b-b6a0-4a3d-8169-48b233fdee29" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.382890] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7c50d7b-b6a0-4a3d-8169-48b233fdee29',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.427664] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.427801] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.427878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.428113] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.428203] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.428300] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb326e50-0a79-4d89-af37-71b08113e927 is going to be updated. [ 880.459692] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.459831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.459871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.460425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.460425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.470319] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb326e50-0a79-4d89-af37-71b08113e927 in Status: IN_PROGRESS for 2s [ 880.673642] env[65529]: INFO networking_nsxv3.common.synchronization [req-639472bd-218d-467d-a572-d37b0e0dba69 req-4a57cabb-c9a9-4332-94cc-51eee9439af9 service nova] Enqueued Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_rules [ 880.673827] env[65529]: INFO networking_nsxv3.common.synchronization [req-639472bd-218d-467d-a572-d37b0e0dba69 req-4a57cabb-c9a9-4332-94cc-51eee9439af9 service nova] Enqueued Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_members [ 880.673964] env[65529]: INFO networking_nsxv3.common.synchronization [req-639472bd-218d-467d-a572-d37b0e0dba69 req-4a57cabb-c9a9-4332-94cc-51eee9439af9 service nova] Enqueued Resource ID: a906155d-80ae-453d-9243-a7cf3490142e with Priority: HIGHEST for action port [ 880.674493] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_rules [ 880.674627] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_members [ 880.674725] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a906155d-80ae-453d-9243-a7cf3490142e with Priority: HIGHEST for action port [ 880.674991] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.675195] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.675305] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.675543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.675579] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.676394] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.676489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.676674] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-a906155d-80ae-453d-9243-a7cf3490142e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.676800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a906155d-80ae-453d-9243-a7cf3490142e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.676840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a906155d-80ae-453d-9243-a7cf3490142e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.679294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a906155d-80ae-453d-9243-a7cf3490142e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.679294] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a906155d-80ae-453d-9243-a7cf3490142e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.885193] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7c50d7b-b6a0-4a3d-8169-48b233fdee29 with status ACTIVE [ 880.885426] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.885572] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.885641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.885850] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.885944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.886135] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.886236] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.886299] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.886443] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.886523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.886703] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.886799] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.886868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.887014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.887089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.887176] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7c50d7b-b6a0-4a3d-8169-48b233fdee29 is going to be updated. [ 880.909247] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.909417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.909489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.909704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.909844] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.910131] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7c50d7b-b6a0-4a3d-8169-48b233fdee29" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.178543] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.178897] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.181067] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a906155d-80ae-453d-9243-a7cf3490142e with status ACTIVE [ 881.181268] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.181457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.181532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.181735] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.181869] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.181991] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.182093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.182147] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.182307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.182441] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.182556] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.182635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.182897] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.182897] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.182897] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.183128] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a906155d-80ae-453d-9243-a7cf3490142e is going to be updated. [ 881.207343] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.207511] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.207598] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.207769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.207909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.208108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a906155d-80ae-453d-9243-a7cf3490142e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.580714] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: SUCCESS [ 881.580714] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 deletion is rescheduled due to dependency. [ 881.580714] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.580714] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.580714] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.581544] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.581805] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.581805] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.581978] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.582074] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.582200] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.630425] env[65529]: INFO networking_nsxv3.common.synchronization [req-f583ff3e-f7f6-4921-9b8a-43affc8db68b req-9cccca61-1e20-4f0a-8063-62c9f97f0685 tempest-MigrationsAdminTest-991912930 tempest-MigrationsAdminTest-991912930-project-member] Enqueued Resource ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d with Priority: HIGHEST for action security_group_members [ 881.630425] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d with Priority: HIGHEST for action security_group_members [ 881.631418] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-40a3dc90-6cac-4672-9368-6da24b6f1c2d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.631418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.631418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.631418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.631628] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.631628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.631707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.631850] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.634463] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.634463] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40a3dc90-6cac-4672-9368-6da24b6f1c2d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.028268] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.028602] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.028772] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.029077] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.029428] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.029553] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.029643] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.029866] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.030017] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.030227] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.030341] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.030530] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.030624] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.030773] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.030829] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.030929] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.049954] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.050129] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 882.050269] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.050445] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-71" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.050872] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-dfa4b7b3-9482-45cd-969d-44d0e00be9d4 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.051140] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-dfa4b7b3-9482-45cd-969d-44d0e00be9d4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.051264] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-dfa4b7b3-9482-45cd-969d-44d0e00be9d4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.051614] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-dfa4b7b3-9482-45cd-969d-44d0e00be9d4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.051757] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfa4b7b3-9482-45cd-969d-44d0e00be9d4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.084505] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.134869] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40a3dc90-6cac-4672-9368-6da24b6f1c2d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.480074] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb326e50-0a79-4d89-af37-71b08113e927 in Status: SUCCESS [ 882.480337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.480391] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.481037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.481037] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.481037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.481037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.481227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.481227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.481275] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.554623] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.554845] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.554969] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.555350] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.555501] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.555655] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port dfa4b7b3-9482-45cd-969d-44d0e00be9d4 not found, creating... [ 882.555915] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.556089] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.556207] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.556425] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.556560] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.556830] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.556983] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.557113] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.557358] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.557519] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.557662] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: dfa4b7b3-9482-45cd-969d-44d0e00be9d4 is going to be created. [ 882.579053] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.579273] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.579475] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.579752] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.579980] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.580222] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-dfa4b7b3-9482-45cd-969d-44d0e00be9d4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.586838] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.637895] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40a3dc90-6cac-4672-9368-6da24b6f1c2d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.807821] env[65529]: INFO networking_nsxv3.common.synchronization [req-22f5d468-efbf-4623-bd7a-9b0ec259347e req-a8beb554-dc5a-4111-bea7-4821fafe6ab3 tempest-ServerActionsV293TestJSON-1084045187 tempest-ServerActionsV293TestJSON-1084045187-project-member] Enqueued Resource ID: 77803dc7-4ea3-40a7-a1ad-d8bc6f015100 with Priority: HIGHEST for action security_group_members [ 882.808386] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77803dc7-4ea3-40a7-a1ad-d8bc6f015100 with Priority: HIGHEST for action security_group_members [ 882.808781] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-77803dc7-4ea3-40a7-a1ad-d8bc6f015100 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.808955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.809030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.809482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.809482] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.809482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.809482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.809702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.809702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.810282] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77803dc7-4ea3-40a7-a1ad-d8bc6f015100',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.983700] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.089679] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.089837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.089903] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.090158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.090253] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.090351] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 is going to be updated. [ 883.124833] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.125039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.125111] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.125305] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.125505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.136484] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: IN_PROGRESS for 2s [ 883.140174] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.140323] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.140394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.140944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.140944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.140944] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d is going to be updated. [ 883.172281] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.174022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.174022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.174022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.174022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.186641] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d in Status: IN_PROGRESS for 2s [ 883.312327] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.312551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.312626] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.312851] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.312949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.317029] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.317029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.317029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.317029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.317029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.317029] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77803dc7-4ea3-40a7-a1ad-d8bc6f015100 is going to be updated. [ 883.346580] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.346734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.346805] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.347041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.347187] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.352236] env[65529]: INFO networking_nsxv3.common.synchronization [req-f583ff3e-f7f6-4921-9b8a-43affc8db68b req-d4ae7798-b05b-458f-b562-7286ef5a3e20 service nova] Enqueued Resource ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d with Priority: HIGHEST for action security_group_rules [ 883.352236] env[65529]: INFO networking_nsxv3.common.synchronization [req-f583ff3e-f7f6-4921-9b8a-43affc8db68b req-d4ae7798-b05b-458f-b562-7286ef5a3e20 service nova] Enqueued Resource ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d with Priority: HIGHEST for action security_group_members [ 883.352236] env[65529]: INFO networking_nsxv3.common.synchronization [req-f583ff3e-f7f6-4921-9b8a-43affc8db68b req-d4ae7798-b05b-458f-b562-7286ef5a3e20 service nova] Enqueued Resource ID: dfa4b7b3-9482-45cd-969d-44d0e00be9d4 with Priority: HIGHEST for action port [ 883.352236] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d with Priority: HIGHEST for action security_group_rules [ 883.352236] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d with Priority: HIGHEST for action security_group_members [ 883.352236] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa4b7b3-9482-45cd-969d-44d0e00be9d4 with Priority: HIGHEST for action port [ 883.357240] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40a3dc90-6cac-4672-9368-6da24b6f1c2d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.357389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.357490] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.357673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.357750] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40a3dc90-6cac-4672-9368-6da24b6f1c2d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.358755] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-40a3dc90-6cac-4672-9368-6da24b6f1c2d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.358860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.359433] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfa4b7b3-9482-45cd-969d-44d0e00be9d4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.361242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfa4b7b3-9482-45cd-969d-44d0e00be9d4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.361242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfa4b7b3-9482-45cd-969d-44d0e00be9d4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.361242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfa4b7b3-9482-45cd-969d-44d0e00be9d4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.361242] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfa4b7b3-9482-45cd-969d-44d0e00be9d4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.361693] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77803dc7-4ea3-40a7-a1ad-d8bc6f015100 in Status: IN_PROGRESS for 2s [ 883.486882] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.863942] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-40a3dc90-6cac-4672-9368-6da24b6f1c2d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.864497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.864497] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfa4b7b3-9482-45cd-969d-44d0e00be9d4 with status ACTIVE [ 883.864601] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.864669] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.864725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.865143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.865143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.865286] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.865433] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.865433] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.865583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.865853] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.865853] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.866240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.866240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.866240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.866240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.866400] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfa4b7b3-9482-45cd-969d-44d0e00be9d4 is going to be updated. [ 883.889512] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.889653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.889723] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.889934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.890077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.890238] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfa4b7b3-9482-45cd-969d-44d0e00be9d4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.990023] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.990204] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.990282] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.990515] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.990608] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.990707] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb326e50-0a79-4d89-af37-71b08113e927 is going to be updated. [ 884.027634] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.027634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.027634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.027634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.027904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.037618] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb326e50-0a79-4d89-af37-71b08113e927 in Status: IN_PROGRESS for 2s [ 885.148149] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: SUCCESS [ 885.149236] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.149236] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.149236] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.149236] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.149236] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.149236] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.149545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.149545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.149545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.149545] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.196020] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d in Status: IN_PROGRESS for 4s [ 885.373025] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77803dc7-4ea3-40a7-a1ad-d8bc6f015100 in Status: SUCCESS [ 885.373215] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77803dc7-4ea3-40a7-a1ad-d8bc6f015100 deletion is rescheduled due to dependency. [ 885.373333] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77803dc7-4ea3-40a7-a1ad-d8bc6f015100" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.653733] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.653733] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.653733] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.654030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.654123] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.654285] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.654403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.654668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.654785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.654944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.655225] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.655654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.655654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.659665] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.659665] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.659665] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.659665] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.659665] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.659665] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.659971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.659971] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.048528] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb326e50-0a79-4d89-af37-71b08113e927 in Status: SUCCESS [ 886.048710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.048886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.049128] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.049426] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.049538] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.049638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.049761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.049890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.049952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.050022] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.050871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.051112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.051236] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.051336] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.051447] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.051595] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.051672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.051767] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.165017] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6: rpc.has_security_group_logging(os_id): False [ 886.183517] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.183709] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.183790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.184029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.184124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.184360] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.184461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.184523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.184675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.184752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.184953] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.185082] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.185162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.185315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.185419] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.185696] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.185840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.185944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.186309] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.186435] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.186531] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 is going to be updated. [ 886.291242] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.291242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.291242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.291242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.291478] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.314368] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: IN_PROGRESS for 2s [ 886.555680] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb326e50-0a79-4d89-af37-71b08113e927 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.555845] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.555982] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.059175] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.208024] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d in Status: SUCCESS [ 887.208024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.208024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.208024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.208024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.208024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.208024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.208024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.208689] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.208689] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40a3dc90-6cac-4672-9368-6da24b6f1c2d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.562746] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.562940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.563038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.563329] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.563461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.563594] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb326e50-0a79-4d89-af37-71b08113e927 is going to be updated. [ 887.601580] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.602183] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.602183] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.602183] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.602455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.615920] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb326e50-0a79-4d89-af37-71b08113e927 in Status: IN_PROGRESS for 2s [ 887.710784] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40a3dc90-6cac-4672-9368-6da24b6f1c2d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.213348] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40a3dc90-6cac-4672-9368-6da24b6f1c2d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.331217] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: SUCCESS [ 888.331217] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.355829] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 888.355829] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 888.382214] env[65529]: INFO networking_nsxv3.common.synchronization [None req-a0da8aa8-0367-4ae7-bdf4-f4718cc49e2c None None] Enqueued Resource ID: 60ccc9fc-42c9-4c47-b953-20c610e015e3 with Priority: HIGHEST for action port [ 888.382214] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60ccc9fc-42c9-4c47-b953-20c610e015e3 with Priority: HIGHEST for action port [ 888.382517] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-60ccc9fc-42c9-4c47-b953-20c610e015e3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.382735] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60ccc9fc-42c9-4c47-b953-20c610e015e3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.382854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60ccc9fc-42c9-4c47-b953-20c610e015e3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.383228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60ccc9fc-42c9-4c47-b953-20c610e015e3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.383481] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60ccc9fc-42c9-4c47-b953-20c610e015e3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.716331] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.718749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.718749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.718749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.718749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.718749] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d is going to be updated. [ 888.748863] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.749221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.749544] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.749882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.750132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.760487] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d in Status: IN_PROGRESS for 2s [ 888.886486] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60ccc9fc-42c9-4c47-b953-20c610e015e3 [ 888.886667] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.886878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.887012] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.887352] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.887541] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.887703] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60ccc9fc-42c9-4c47-b953-20c610e015e3 already deleted. [ 888.887829] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60ccc9fc-42c9-4c47-b953-20c610e015e3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.262727] env[65529]: INFO networking_nsxv3.common.synchronization [req-f25e78e9-e94a-4a8e-b64f-84d2910a9ef2 req-a519684a-6dca-4d18-891c-c017e3e5bd17 tempest-ServersTestJSON-2119500116 tempest-ServersTestJSON-2119500116-project-member] Enqueued Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 889.266471] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 889.266471] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.266471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.266471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.266471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.266471] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.266471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.266471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.266471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.266471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.266471] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.628709] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb326e50-0a79-4d89-af37-71b08113e927 in Status: SUCCESS [ 889.629481] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.629749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.630073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.630385] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.630676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.630821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.631190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.631413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.631606] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.631882] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb326e50-0a79-4d89-af37-71b08113e927 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.632117] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.632258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.632497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.632740] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.632932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.633074] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.633289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.633452] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.633601] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.633766] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.740727] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.742237] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-414" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.742475] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-414" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.743207] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-414" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.743207] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.743337] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.746019] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.746019] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.746019] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.746019] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.746019] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.746019] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.746019] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.746019] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.746019] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.746019] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.769203] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.769203] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 889.769203] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.769203] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-414" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.769334] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-fb011f66-1b58-434d-93a5-6e3b72460504 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.770157] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-fb011f66-1b58-434d-93a5-6e3b72460504" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.770157] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-fb011f66-1b58-434d-93a5-6e3b72460504" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.770157] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-fb011f66-1b58-434d-93a5-6e3b72460504" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.770157] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb011f66-1b58-434d-93a5-6e3b72460504',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.771869] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.771869] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.771869] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.772076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.772076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.772274] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.772847] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.772847] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.772847] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.772847] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.772847] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eab85d65-9b66-46cf-bf13-f44781596cb3 already deleted. [ 889.772847] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.137598] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb326e50-0a79-4d89-af37-71b08113e927: rpc.has_security_group_logging(os_id): False [ 890.158608] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.158608] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.158608] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.158865] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.158907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.159104] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.159224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.159354] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.161024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.161024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.161024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.161024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.161024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.161024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.161024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.161024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.161024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.161024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.161024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.161024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.161024] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb326e50-0a79-4d89-af37-71b08113e927 is going to be updated. [ 890.228517] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.229168] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.229168] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.229292] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.229334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.242815] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb326e50-0a79-4d89-af37-71b08113e927 in Status: IN_PROGRESS for 2s [ 890.274292] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.274599] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.274731] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.275074] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.275247] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.275404] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port fb011f66-1b58-434d-93a5-6e3b72460504 not found, creating... [ 890.275666] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.275827] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.275944] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.276206] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.276357] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.276774] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.276986] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.277180] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.277496] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.277697] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.278069] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: fb011f66-1b58-434d-93a5-6e3b72460504 is going to be created. [ 890.327089] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.327089] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.327089] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.327089] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.327089] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.327848] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-fb011f66-1b58-434d-93a5-6e3b72460504" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.773087] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d in Status: SUCCESS [ 890.773404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.773630] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.773961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.774197] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.774386] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.774516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.774976] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.774976] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.774976] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.779022] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40a3dc90-6cac-4672-9368-6da24b6f1c2d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.023205] env[65529]: INFO networking_nsxv3.common.synchronization [None req-d50b17fb-b1a7-4b8c-8cc3-2f11de19612c None None] Enqueued Resource ID: 15956e2b-1224-405a-b29c-7a4d0ca0e6e6 with Priority: HIGHEST for action port [ 891.023961] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15956e2b-1224-405a-b29c-7a4d0ca0e6e6 with Priority: HIGHEST for action port [ 891.024412] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-15956e2b-1224-405a-b29c-7a4d0ca0e6e6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.024412] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15956e2b-1224-405a-b29c-7a4d0ca0e6e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.024585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15956e2b-1224-405a-b29c-7a4d0ca0e6e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.024817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15956e2b-1224-405a-b29c-7a4d0ca0e6e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.024935] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15956e2b-1224-405a-b29c-7a4d0ca0e6e6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.123753] env[65529]: INFO networking_nsxv3.common.synchronization [req-f25e78e9-e94a-4a8e-b64f-84d2910a9ef2 req-ca2fc480-add4-4566-a32a-3e43fdaab64d service nova] Enqueued Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_rules [ 891.123926] env[65529]: INFO networking_nsxv3.common.synchronization [req-f25e78e9-e94a-4a8e-b64f-84d2910a9ef2 req-ca2fc480-add4-4566-a32a-3e43fdaab64d service nova] Enqueued Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 891.124072] env[65529]: INFO networking_nsxv3.common.synchronization [req-f25e78e9-e94a-4a8e-b64f-84d2910a9ef2 req-ca2fc480-add4-4566-a32a-3e43fdaab64d service nova] Enqueued Resource ID: fb011f66-1b58-434d-93a5-6e3b72460504 with Priority: HIGHEST for action port [ 891.124303] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_rules [ 891.124426] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 891.124523] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb011f66-1b58-434d-93a5-6e3b72460504 with Priority: HIGHEST for action port [ 891.127760] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.127874] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.127916] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.128638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.128638] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.132019] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.132019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.132019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.132019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.132019] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.132019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.132019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.132019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.132019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.132019] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.132501] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb011f66-1b58-434d-93a5-6e3b72460504 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.132501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb011f66-1b58-434d-93a5-6e3b72460504" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.132501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb011f66-1b58-434d-93a5-6e3b72460504" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.132611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb011f66-1b58-434d-93a5-6e3b72460504" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.132640] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb011f66-1b58-434d-93a5-6e3b72460504',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.279535] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-40a3dc90-6cac-4672-9368-6da24b6f1c2d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.279899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.279899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.279968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.282742] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.282742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.282742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.282742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.282742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.282742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.282742] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-40a3dc90-6cac-4672-9368-6da24b6f1c2d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.282742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.282742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.282742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.282742] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.282742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.282742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.282742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.282742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.282742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.282742] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40a3dc90-6cac-4672-9368-6da24b6f1c2d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.528304] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15956e2b-1224-405a-b29c-7a4d0ca0e6e6 [ 891.528304] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.528304] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.528304] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.528563] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.528713] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.528866] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15956e2b-1224-405a-b29c-7a4d0ca0e6e6 already deleted. [ 891.529018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15956e2b-1224-405a-b29c-7a4d0ca0e6e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.637021] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.637021] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.637021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.637021] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb011f66-1b58-434d-93a5-6e3b72460504 with status ACTIVE [ 891.637021] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.637021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.637021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.638355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.638446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.638678] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.638732] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.638775] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.638927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.638998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.640331] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.640436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.640499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.640748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.640800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.640994] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb011f66-1b58-434d-93a5-6e3b72460504 is going to be updated. [ 891.673539] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.674030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.674030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.674030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.675162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.675400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb011f66-1b58-434d-93a5-6e3b72460504" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.785309] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40a3dc90-6cac-4672-9368-6da24b6f1c2d: rpc.has_security_group_logging(os_id): False [ 891.804987] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.805338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.805417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.806425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.806425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.806425] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.807517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.807517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.807517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.807517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.807517] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.807517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.807694] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.807760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.807870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.808196] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.808331] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.808424] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.809025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.809025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.809025] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d is going to be updated. [ 891.889066] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.889259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.889395] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.889685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.889846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.905213] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d in Status: IN_PROGRESS for 2s [ 892.144030] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.241407] env[65529]: INFO networking_nsxv3.common.synchronization [req-1b099ce0-4ddf-4315-adeb-28cf60d26daf req-1767f6ef-e42c-48be-8000-d3cad4c621f1 tempest-ServersTestMultiNic-166249226 tempest-ServersTestMultiNic-166249226-project-member] Enqueued Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_members [ 892.241935] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_members [ 892.242260] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb326e50-0a79-4d89-af37-71b08113e927 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.242398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.242471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.242650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.242802] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.242902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.242966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.246365] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.246473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.246580] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.261608] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb326e50-0a79-4d89-af37-71b08113e927 in Status: SUCCESS [ 892.261608] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.261608] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.261608] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.261608] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.457031] env[65529]: INFO networking_nsxv3.common.synchronization [req-1b099ce0-4ddf-4315-adeb-28cf60d26daf req-588b604b-b359-48e8-8f3d-936aa7908dec tempest-ServersTestMultiNic-166249226 tempest-ServersTestMultiNic-166249226-project-member] Enqueued Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_members [ 892.458301] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb326e50-0a79-4d89-af37-71b08113e927 with Priority: HIGHEST for action security_group_members [ 892.458301] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb326e50-0a79-4d89-af37-71b08113e927 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.458553] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.649960] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.650174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.650245] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.650474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.650562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.650675] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eab85d65-9b66-46cf-bf13-f44781596cb3 is going to be created. [ 892.678068] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.681563] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.681563] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.681563] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.681563] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.690303] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: UNINITIALIZED for 2s [ 892.749416] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.766597] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb326e50-0a79-4d89-af37-71b08113e927 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.766711] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.252419] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.757217] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.757217] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.757217] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.757217] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.757217] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.757217] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb326e50-0a79-4d89-af37-71b08113e927 is going to be updated. [ 893.806369] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.806369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.806369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.806369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.806369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.820563] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb326e50-0a79-4d89-af37-71b08113e927 in Status: IN_PROGRESS for 2s [ 893.924894] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d in Status: SUCCESS [ 893.924894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.363930] env[65529]: INFO networking_nsxv3.common.synchronization [None req-2be8f341-9f25-4834-a051-1b26cbab2832 None None] Enqueued Resource ID: 9240ce6b-48b9-4ac1-8114-7bf778a752bb with Priority: HIGHEST for action port [ 894.365098] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9240ce6b-48b9-4ac1-8114-7bf778a752bb with Priority: HIGHEST for action port [ 894.365211] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-9240ce6b-48b9-4ac1-8114-7bf778a752bb taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.365511] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9240ce6b-48b9-4ac1-8114-7bf778a752bb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.365511] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9240ce6b-48b9-4ac1-8114-7bf778a752bb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.366151] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9240ce6b-48b9-4ac1-8114-7bf778a752bb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.366151] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9240ce6b-48b9-4ac1-8114-7bf778a752bb',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.703228] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: SUCCESS [ 894.703228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.703228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.703228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.703228] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.703228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.703228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.703550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.703550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.703621] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.704242] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.869172] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9240ce6b-48b9-4ac1-8114-7bf778a752bb [ 894.869538] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.869631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.869631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.869848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.869953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.870062] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9240ce6b-48b9-4ac1-8114-7bf778a752bb already deleted. [ 894.870159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9240ce6b-48b9-4ac1-8114-7bf778a752bb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.206907] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.207804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.207966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.208272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.208499] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.208661] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.208735] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.208926] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.209035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.209164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.209355] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.209482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.209555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.209741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.209902] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.209997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.210080] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.211026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.211026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.211026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.211026] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.712708] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eab85d65-9b66-46cf-bf13-f44781596cb3: rpc.has_security_group_logging(os_id): False [ 895.734382] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.736169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.736169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.736169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.736169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.736169] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.736169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.736169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.736169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.736169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.736735] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.736823] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.736823] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.738075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.738075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.738075] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.738075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.738075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.738075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.738075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.738855] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eab85d65-9b66-46cf-bf13-f44781596cb3 is going to be created. [ 895.824603] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.824775] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.824828] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.825016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.825246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.836648] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb326e50-0a79-4d89-af37-71b08113e927 in Status: SUCCESS [ 895.836821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.836994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.837367] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.837536] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.837704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.837704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.837860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.837935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.838240] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.839798] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: IN_PROGRESS for 2s [ 896.346559] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.346559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.346559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.346559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.346559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.346559] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.346559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.347035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.347035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.347035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.347035] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb326e50-0a79-4d89-af37-71b08113e927 is going to be updated. [ 896.381829] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.381965] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.382046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.382253] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.382398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.394027] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb326e50-0a79-4d89-af37-71b08113e927 in Status: IN_PROGRESS for 2s [ 896.655169] env[65529]: INFO networking_nsxv3.common.synchronization [None req-707f310c-9da8-469d-9701-c66a1d3a88fc None None] Enqueued Resource ID: 2d25752a-1856-454a-93e9-1b8c5ae44b5d with Priority: HIGHEST for action port [ 896.655674] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d25752a-1856-454a-93e9-1b8c5ae44b5d with Priority: HIGHEST for action port [ 896.655981] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d25752a-1856-454a-93e9-1b8c5ae44b5d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.656257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d25752a-1856-454a-93e9-1b8c5ae44b5d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.656331] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d25752a-1856-454a-93e9-1b8c5ae44b5d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.656585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d25752a-1856-454a-93e9-1b8c5ae44b5d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.656671] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d25752a-1856-454a-93e9-1b8c5ae44b5d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.158669] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d25752a-1856-454a-93e9-1b8c5ae44b5d [ 897.158985] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.159141] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.159207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.159625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.159625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.159762] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d25752a-1856-454a-93e9-1b8c5ae44b5d already deleted. [ 897.159762] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d25752a-1856-454a-93e9-1b8c5ae44b5d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.853672] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: SUCCESS [ 897.854052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.070294] env[65529]: INFO networking_nsxv3.common.synchronization [req-6d745b84-56e7-44ff-9bd4-2432bbc6a177 req-9a0777ad-aeae-4266-92e8-beba7199866e tempest-ServersAdminNegativeTestJSON-1175865382 tempest-ServersAdminNegativeTestJSON-1175865382-project-member] Enqueued Resource ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 with Priority: HIGHEST for action security_group_members [ 898.075667] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 with Priority: HIGHEST for action security_group_members [ 898.076414] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-6232c7c7-6154-44ea-80dd-ee4ce8b16481 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.077093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.077247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.077734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.077881] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.078084] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.078203] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.078464] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.078613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.078779] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6232c7c7-6154-44ea-80dd-ee4ce8b16481',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.406445] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb326e50-0a79-4d89-af37-71b08113e927 in Status: SUCCESS [ 898.406618] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb326e50-0a79-4d89-af37-71b08113e927 deletion is rescheduled due to dependency. [ 898.406739] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.406906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.407143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.407361] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.407462] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.407519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.407669] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.407745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.407837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.408036] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.583675] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.583812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.583884] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.584436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.584436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.584436] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.584650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.584650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.584741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.584769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.584850] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 is going to be updated. [ 898.622760] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.622893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.622961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.623197] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.623340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.646088] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 in Status: IN_PROGRESS for 2s [ 898.910529] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb326e50-0a79-4d89-af37-71b08113e927 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.910872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.910872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.911101] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.911428] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.911628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.911740] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.911966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.912078] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.912184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.912347] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb326e50-0a79-4d89-af37-71b08113e927 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.912493] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.912542] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.912699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.912854] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.912950] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.913021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.913222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.913311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.913410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.913508] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb326e50-0a79-4d89-af37-71b08113e927',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.416448] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb326e50-0a79-4d89-af37-71b08113e927: rpc.has_security_group_logging(os_id): False [ 899.442115] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.442115] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.442115] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.442115] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.442115] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.442115] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.442115] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.442115] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.442115] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.442115] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.443935] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.443935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.443935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.443935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.444078] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.444320] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.444320] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.444511] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.444511] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.444577] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.444677] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb326e50-0a79-4d89-af37-71b08113e927 is going to be updated. [ 899.523690] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.523847] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.523926] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.524235] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.524353] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.538662] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb326e50-0a79-4d89-af37-71b08113e927 in Status: IN_PROGRESS for 2s [ 900.656917] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 in Status: SUCCESS [ 900.657255] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 deletion is rescheduled due to dependency. [ 900.657255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.993870] env[65529]: INFO networking_nsxv3.common.synchronization [req-d5b95943-e0b8-4e01-a380-dcb4e99fc4af req-960107a6-5a3f-4836-ab26-2f499fdc91de tempest-ServersAdminTestJSON-706436611 tempest-ServersAdminTestJSON-706436611-project-member] Enqueued Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGHEST for action security_group_members [ 900.994480] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGHEST for action security_group_members [ 900.994884] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc165da-c7bb-407e-ac78-575f080ac582 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.995016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.995099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.995301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.995559] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.995665] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.995746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.995919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.996028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.996128] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.498624] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.554012] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb326e50-0a79-4d89-af37-71b08113e927 in Status: SUCCESS [ 901.555204] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb326e50-0a79-4d89-af37-71b08113e927" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.002925] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.505707] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.505707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.505707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.505707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.505707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.505707] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cc165da-c7bb-407e-ac78-575f080ac582 is going to be updated. [ 902.538753] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.538753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.538753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.538753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.538753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.549604] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cc165da-c7bb-407e-ac78-575f080ac582 in Status: IN_PROGRESS for 2s [ 903.151373] env[65529]: INFO networking_nsxv3.common.synchronization [req-0b94a8cf-bcfc-4f5e-814b-b7df337dd198 req-a9089651-4f0a-4e4b-bbb7-1cec6d4a7450 tempest-ListServerFiltersTestJSON-123931929 tempest-ListServerFiltersTestJSON-123931929-project-member] Enqueued Resource ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 with Priority: HIGHEST for action security_group_members [ 903.151989] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 with Priority: HIGHEST for action security_group_members [ 903.152622] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-028e6985-af4f-4dc5-abc5-49de7eb985c9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.152622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.152622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.152800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.152864] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.152979] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.155729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.155729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.155729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.155729] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('028e6985-af4f-4dc5-abc5-49de7eb985c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.658843] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.659048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.659113] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.659444] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.685662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.685662] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.685662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.685662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.685662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.685662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.685662] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 is going to be updated. [ 903.715068] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.717197] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.717197] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.717197] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.717197] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.720609] env[65529]: INFO networking_nsxv3.common.synchronization [req-8fe59f7f-576c-43c4-bef7-a584dbe8726b req-29d25ddc-eae8-4d77-9702-feef13c5d2ad tempest-ServerActionsTestOtherB-218136139 tempest-ServerActionsTestOtherB-218136139-project-member] Enqueued Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGHEST for action security_group_members [ 903.721492] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGHEST for action security_group_members [ 903.721980] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e40daf76-d86c-4a48-b03d-06e968af77cf taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.722253] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.724556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.724556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.724556] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.724556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.724556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.724556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.724556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.724556] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.759032] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 in Status: IN_PROGRESS for 2s [ 904.100496] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-566 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.101294] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-566" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.101294] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-566" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.101459] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-566" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.101739] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.101899] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.102020] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.102253] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.102400] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.102913] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.102913] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.102913] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.103048] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.103048] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.103144] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.103408] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.122818] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.123084] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 904.123149] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.123321] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-566" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.123648] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-fafe4302-7a00-40df-9085-f7cce97fc135 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.123820] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-fafe4302-7a00-40df-9085-f7cce97fc135" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.123950] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-fafe4302-7a00-40df-9085-f7cce97fc135" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.124430] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-fafe4302-7a00-40df-9085-f7cce97fc135" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.124582] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fafe4302-7a00-40df-9085-f7cce97fc135',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.225524] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.225846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.225944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.226289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.226475] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.226766] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.226917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.227077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.227326] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.227473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.227616] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e40daf76-d86c-4a48-b03d-06e968af77cf already deleted. [ 904.227744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.558850] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cc165da-c7bb-407e-ac78-575f080ac582 in Status: SUCCESS [ 904.558850] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.627563] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.628357] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.628357] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.628357] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.628556] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.628722] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port fafe4302-7a00-40df-9085-f7cce97fc135 not found, creating... [ 904.629011] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.629259] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.629589] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.630196] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.630196] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.630344] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.630615] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.630804] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.631070] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.631197] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.631797] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: fafe4302-7a00-40df-9085-f7cce97fc135 is going to be created. [ 904.657300] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.657300] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.657300] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.657300] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.657580] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.657759] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-fafe4302-7a00-40df-9085-f7cce97fc135" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.425486] env[65529]: INFO networking_nsxv3.common.synchronization [req-8fe59f7f-576c-43c4-bef7-a584dbe8726b req-afe2157b-1365-41ea-991b-11649999be6f service nova] Enqueued Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGHEST for action security_group_rules [ 905.425742] env[65529]: INFO networking_nsxv3.common.synchronization [req-8fe59f7f-576c-43c4-bef7-a584dbe8726b req-afe2157b-1365-41ea-991b-11649999be6f service nova] Enqueued Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGHEST for action security_group_members [ 905.425846] env[65529]: INFO networking_nsxv3.common.synchronization [req-8fe59f7f-576c-43c4-bef7-a584dbe8726b req-afe2157b-1365-41ea-991b-11649999be6f service nova] Enqueued Resource ID: fafe4302-7a00-40df-9085-f7cce97fc135 with Priority: HIGHEST for action port [ 905.426577] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGHEST for action security_group_rules [ 905.426718] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGHEST for action security_group_members [ 905.426819] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fafe4302-7a00-40df-9085-f7cce97fc135 with Priority: HIGHEST for action port [ 905.427115] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e40daf76-d86c-4a48-b03d-06e968af77cf taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.427245] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.427314] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.427510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.427596] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.428848] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e40daf76-d86c-4a48-b03d-06e968af77cf taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.428966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.429046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.429234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.429400] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.429508] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.429570] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.429720] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.429804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.429899] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.431387] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-fafe4302-7a00-40df-9085-f7cce97fc135 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.432042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fafe4302-7a00-40df-9085-f7cce97fc135" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.432562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fafe4302-7a00-40df-9085-f7cce97fc135" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.432562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fafe4302-7a00-40df-9085-f7cce97fc135" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.432713] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fafe4302-7a00-40df-9085-f7cce97fc135',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.768836] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 in Status: SUCCESS [ 905.769038] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 028e6985-af4f-4dc5-abc5-49de7eb985c9 deletion is rescheduled due to dependency. [ 905.769158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-028e6985-af4f-4dc5-abc5-49de7eb985c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.936564] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.937687] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e40daf76-d86c-4a48-b03d-06e968af77cf taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.937818] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.937982] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fafe4302-7a00-40df-9085-f7cce97fc135 with status ACTIVE [ 905.938168] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.938272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.938334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.938561] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.938675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.938857] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.938955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.939085] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.939374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.939479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.939723] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.939775] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.939807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.939986] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.940046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.940142] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fafe4302-7a00-40df-9085-f7cce97fc135 is going to be updated. [ 905.964382] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.964534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.964604] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.964872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.965300] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.965300] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fafe4302-7a00-40df-9085-f7cce97fc135" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.442451] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.945055] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.945055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.945055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.945055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.945354] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.945484] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e40daf76-d86c-4a48-b03d-06e968af77cf is going to be created. [ 906.983337] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.983523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.983602] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.983983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.984192] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.994416] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e40daf76-d86c-4a48-b03d-06e968af77cf in Status: UNINITIALIZED for 2s [ 908.556266] env[65529]: INFO networking_nsxv3.common.synchronization [req-219bcd48-71a1-42da-88a3-56315db2133a req-1b8d410a-b333-4406-8720-01aa7cf2cffa tempest-ListServersNegativeTestJSON-227376328 tempest-ListServersNegativeTestJSON-227376328-project-member] Enqueued Resource ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 with Priority: HIGHEST for action security_group_members [ 908.556944] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 with Priority: HIGHEST for action security_group_members [ 908.557196] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-728f0ed8-6a7a-480c-89cf-d462d6f18d51 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.557335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.557405] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.557753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.557950] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.558100] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.558191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.558407] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.558730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.558730] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('728f0ed8-6a7a-480c-89cf-d462d6f18d51',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.581222] env[65529]: INFO networking_nsxv3.common.synchronization [req-e99b19e4-1690-4948-b743-c455a586eb6f req-9548b09d-7e1d-4165-bfce-7a9e7919277c tempest-ListServersNegativeTestJSON-227376328 tempest-ListServersNegativeTestJSON-227376328-project-member] Enqueued Resource ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 with Priority: HIGHEST for action security_group_members [ 908.581727] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 with Priority: HIGHEST for action security_group_members [ 908.582243] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-728f0ed8-6a7a-480c-89cf-d462d6f18d51 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.582365] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.006177] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e40daf76-d86c-4a48-b03d-06e968af77cf in Status: SUCCESS [ 909.006426] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.006657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.006925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.007176] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.007326] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.007413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.007607] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.007703] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.007806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.007915] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.060885] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.061112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.061224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.061524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.061618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.062536] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.062536] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.062536] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.062536] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.062748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.062748] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 is going to be updated. [ 909.091852] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.092201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.092201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.092338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.092493] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.104302] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 in Status: IN_PROGRESS for 2s [ 909.510693] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.013494] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e40daf76-d86c-4a48-b03d-06e968af77cf: rpc.has_security_group_logging(os_id): False [ 910.032281] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.032432] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.032603] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.032833] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.032923] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.033175] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.033278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.033341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.033489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.033565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.033649] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e40daf76-d86c-4a48-b03d-06e968af77cf is going to be created. [ 910.093111] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.093314] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.093314] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.093516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.093696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.106225] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e40daf76-d86c-4a48-b03d-06e968af77cf in Status: IN_PROGRESS for 2s [ 911.117471] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 in Status: SUCCESS [ 911.117879] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 deletion is rescheduled due to dependency. [ 911.117879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.118117] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.118358] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.118898] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.118898] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.118898] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.119172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.119172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.119298] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('728f0ed8-6a7a-480c-89cf-d462d6f18d51',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.621520] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.621711] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.621802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.621960] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.622094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.622293] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.622404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.622477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.623033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.623033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.623033] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 is going to be updated. [ 911.649900] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.650187] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.650279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.650498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.650758] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.660147] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 in Status: IN_PROGRESS for 2s [ 912.120165] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e40daf76-d86c-4a48-b03d-06e968af77cf in Status: SUCCESS [ 912.120827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.734156] env[65529]: INFO networking_nsxv3.common.synchronization [req-d9ae1618-7a6c-4f5a-921f-0d4806247c06 req-b0501f04-65a1-4d5e-a3e3-3845abf72e3b tempest-AttachVolumeTestJSON-199253416 tempest-AttachVolumeTestJSON-199253416-project-member] Enqueued Resource ID: 42d11c71-b0b3-422b-be0b-fa33692b23f2 with Priority: HIGHEST for action security_group_members [ 912.734776] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42d11c71-b0b3-422b-be0b-fa33692b23f2 with Priority: HIGHEST for action security_group_members [ 912.735265] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-42d11c71-b0b3-422b-be0b-fa33692b23f2 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.735411] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.735494] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.735777] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.738013] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.738147] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.738216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.738388] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.738475] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.738573] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42d11c71-b0b3-422b-be0b-fa33692b23f2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.151633] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-172 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.151923] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-172" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.151972] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-172" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.152315] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-172" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.152588] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.152747] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.152863] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.153260] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.153431] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.153656] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.153771] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.153879] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.153989] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.154117] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.154221] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.154350] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.175223] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.175409] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 913.175550] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.175725] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-172" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.176037] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-d69feadb-9ebb-4bfa-a22c-ddcf26886a4e taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.176210] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-d69feadb-9ebb-4bfa-a22c-ddcf26886a4e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.176330] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-d69feadb-9ebb-4bfa-a22c-ddcf26886a4e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.176665] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-d69feadb-9ebb-4bfa-a22c-ddcf26886a4e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.176799] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d69feadb-9ebb-4bfa-a22c-ddcf26886a4e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.241468] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.241787] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.241864] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.242121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.242224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.242471] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.242554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.242616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.242777] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.242853] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.242938] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42d11c71-b0b3-422b-be0b-fa33692b23f2 already deleted. [ 913.243036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.669448] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 in Status: SUCCESS [ 913.669758] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 deletion is rescheduled due to dependency. [ 913.669821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.678954] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.679221] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.679314] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.679588] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.679736] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.679886] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port d69feadb-9ebb-4bfa-a22c-ddcf26886a4e not found, creating... [ 913.680165] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.680326] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.680444] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.680688] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.680791] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.681084] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.681244] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.681410] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.681590] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.681811] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.681933] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: d69feadb-9ebb-4bfa-a22c-ddcf26886a4e is going to be created. [ 913.706099] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.706289] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.706412] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.706815] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.707220] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.707510] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-d69feadb-9ebb-4bfa-a22c-ddcf26886a4e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.443807] env[65529]: INFO networking_nsxv3.common.synchronization [req-d9ae1618-7a6c-4f5a-921f-0d4806247c06 req-5d77a9d7-3f8d-4e76-bf8d-5ad0fa0cfc09 service nova] Enqueued Resource ID: 42d11c71-b0b3-422b-be0b-fa33692b23f2 with Priority: HIGHEST for action security_group_rules [ 914.444159] env[65529]: INFO networking_nsxv3.common.synchronization [req-d9ae1618-7a6c-4f5a-921f-0d4806247c06 req-5d77a9d7-3f8d-4e76-bf8d-5ad0fa0cfc09 service nova] Enqueued Resource ID: 42d11c71-b0b3-422b-be0b-fa33692b23f2 with Priority: HIGHEST for action security_group_members [ 914.444159] env[65529]: INFO networking_nsxv3.common.synchronization [req-d9ae1618-7a6c-4f5a-921f-0d4806247c06 req-5d77a9d7-3f8d-4e76-bf8d-5ad0fa0cfc09 service nova] Enqueued Resource ID: d69feadb-9ebb-4bfa-a22c-ddcf26886a4e with Priority: HIGHEST for action port [ 914.450998] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42d11c71-b0b3-422b-be0b-fa33692b23f2 with Priority: HIGHEST for action security_group_rules [ 914.450998] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42d11c71-b0b3-422b-be0b-fa33692b23f2 with Priority: HIGHEST for action security_group_members [ 914.450998] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d69feadb-9ebb-4bfa-a22c-ddcf26886a4e with Priority: HIGHEST for action port [ 914.450998] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42d11c71-b0b3-422b-be0b-fa33692b23f2 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.450998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.450998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.450998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.450998] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42d11c71-b0b3-422b-be0b-fa33692b23f2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.450998] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-42d11c71-b0b3-422b-be0b-fa33692b23f2 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.450998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.450998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.450998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.450998] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.450998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.450998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.450998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.450998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.450998] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42d11c71-b0b3-422b-be0b-fa33692b23f2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.450998] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-d69feadb-9ebb-4bfa-a22c-ddcf26886a4e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.452090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d69feadb-9ebb-4bfa-a22c-ddcf26886a4e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.452090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d69feadb-9ebb-4bfa-a22c-ddcf26886a4e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.452090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d69feadb-9ebb-4bfa-a22c-ddcf26886a4e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.452090] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d69feadb-9ebb-4bfa-a22c-ddcf26886a4e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.952900] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-42d11c71-b0b3-422b-be0b-fa33692b23f2 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.953152] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.953369] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d69feadb-9ebb-4bfa-a22c-ddcf26886a4e with status ACTIVE [ 914.953540] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.953648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.953863] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.954124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.954234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.954422] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.954525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.954588] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.954742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.954824] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.955052] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.955185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.955253] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.955399] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.955477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.955564] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d69feadb-9ebb-4bfa-a22c-ddcf26886a4e is going to be updated. [ 914.956613] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42d11c71-b0b3-422b-be0b-fa33692b23f2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.982069] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.982069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.982069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.982291] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.982322] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.982495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d69feadb-9ebb-4bfa-a22c-ddcf26886a4e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.461054] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42d11c71-b0b3-422b-be0b-fa33692b23f2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.961703] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.961821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.961883] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.962125] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.962217] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.962311] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42d11c71-b0b3-422b-be0b-fa33692b23f2 is going to be created. [ 915.989523] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.989719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.989799] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.990047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.990237] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.000203] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42d11c71-b0b3-422b-be0b-fa33692b23f2 in Status: UNINITIALIZED for 2s [ 916.233637] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-524 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.233637] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-524" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.233637] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-524" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.233872] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-524" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.234691] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.234826] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.235016] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.235271] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.235416] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.235627] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.235737] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 916.235896] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 916.235952] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 916.236061] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.236166] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 916.236295] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 916.260515] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 916.260670] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 916.260801] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 916.260968] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-524" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.261415] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-e5cce466-ac4c-4001-9e28-d0a157c275b1 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.263568] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-e5cce466-ac4c-4001-9e28-d0a157c275b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.263568] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-e5cce466-ac4c-4001-9e28-d0a157c275b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.263568] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-e5cce466-ac4c-4001-9e28-d0a157c275b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.263568] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5cce466-ac4c-4001-9e28-d0a157c275b1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.764434] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.764758] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.764758] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.765151] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.765303] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.765518] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.765696] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.765809] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.766041] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.766177] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.766467] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.766636] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.766739] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.766954] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.767106] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.767247] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: e5cce466-ac4c-4001-9e28-d0a157c275b1 is going to be updated. [ 916.791927] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.792267] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.792267] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.792669] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.792785] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.793016] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-e5cce466-ac4c-4001-9e28-d0a157c275b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.504301] env[65529]: INFO networking_nsxv3.common.synchronization [req-e0148331-570b-40f1-8343-e81bfc176745 req-bd6a92a3-b7b3-417d-b275-ac0402466987 service nova] Enqueued Resource ID: c8a69115-20ce-49f6-8309-2f827565581d with Priority: HIGHEST for action security_group_rules [ 917.504521] env[65529]: INFO networking_nsxv3.common.synchronization [req-e0148331-570b-40f1-8343-e81bfc176745 req-bd6a92a3-b7b3-417d-b275-ac0402466987 service nova] Enqueued Resource ID: c8a69115-20ce-49f6-8309-2f827565581d with Priority: HIGHEST for action security_group_members [ 917.504699] env[65529]: INFO networking_nsxv3.common.synchronization [req-e0148331-570b-40f1-8343-e81bfc176745 req-bd6a92a3-b7b3-417d-b275-ac0402466987 service nova] Enqueued Resource ID: e5cce466-ac4c-4001-9e28-d0a157c275b1 with Priority: HIGHEST for action port [ 917.505227] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8a69115-20ce-49f6-8309-2f827565581d with Priority: HIGHEST for action security_group_rules [ 917.505430] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8a69115-20ce-49f6-8309-2f827565581d with Priority: HIGHEST for action security_group_members [ 917.505597] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5cce466-ac4c-4001-9e28-d0a157c275b1 with Priority: HIGHEST for action port [ 917.505924] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8a69115-20ce-49f6-8309-2f827565581d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.506346] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.506414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.506644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.506750] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8a69115-20ce-49f6-8309-2f827565581d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.507680] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8a69115-20ce-49f6-8309-2f827565581d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.507834] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.508055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.508207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.508419] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.508545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.508635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.508843] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.508995] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.509207] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8a69115-20ce-49f6-8309-2f827565581d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.510623] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5cce466-ac4c-4001-9e28-d0a157c275b1 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.510763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5cce466-ac4c-4001-9e28-d0a157c275b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.510832] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5cce466-ac4c-4001-9e28-d0a157c275b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.510987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5cce466-ac4c-4001-9e28-d0a157c275b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.511076] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5cce466-ac4c-4001-9e28-d0a157c275b1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.011055] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42d11c71-b0b3-422b-be0b-fa33692b23f2 in Status: SUCCESS [ 918.011300] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.012572] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.012821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.013820] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.013820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.013820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.013820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.013820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.013820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.013820] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42d11c71-b0b3-422b-be0b-fa33692b23f2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.015345] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8a69115-20ce-49f6-8309-2f827565581d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.015416] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.017176] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8a69115-20ce-49f6-8309-2f827565581d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.018893] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5cce466-ac4c-4001-9e28-d0a157c275b1 with status ACTIVE [ 918.019159] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.019312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.019389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.019596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.019701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.020559] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.020559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.020559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.020559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.020559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.020559] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.020811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.020811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.020811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.020926] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.020954] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5cce466-ac4c-4001-9e28-d0a157c275b1 is going to be updated. [ 918.045959] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.047390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.047390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.047390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.047390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.047390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5cce466-ac4c-4001-9e28-d0a157c275b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.519151] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42d11c71-b0b3-422b-be0b-fa33692b23f2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.523256] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8a69115-20ce-49f6-8309-2f827565581d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.924278] env[65529]: INFO networking_nsxv3.common.synchronization [req-d523e9d8-4dd3-4ca4-b510-382e4219904f req-2bdebb83-c3d4-4ab0-a539-a8c50f08f905 tempest-ServerTagsTestJSON-458316231 tempest-ServerTagsTestJSON-458316231-project-member] Enqueued Resource ID: 473fa099-1554-43fb-9112-b2f0fdfc7885 with Priority: HIGHEST for action security_group_members [ 918.924807] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 473fa099-1554-43fb-9112-b2f0fdfc7885 with Priority: HIGHEST for action security_group_members [ 918.925408] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-473fa099-1554-43fb-9112-b2f0fdfc7885 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.925635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-473fa099-1554-43fb-9112-b2f0fdfc7885" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.925635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-473fa099-1554-43fb-9112-b2f0fdfc7885" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.927312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-473fa099-1554-43fb-9112-b2f0fdfc7885" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.927312] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.927312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.927312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.927312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.927312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.927312] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('473fa099-1554-43fb-9112-b2f0fdfc7885',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.023139] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42d11c71-b0b3-422b-be0b-fa33692b23f2: rpc.has_security_group_logging(os_id): False [ 919.026274] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.026274] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.026460] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.027573] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.027573] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.027573] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8a69115-20ce-49f6-8309-2f827565581d is going to be updated. [ 919.067349] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.067464] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.067507] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.067708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.067800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.068207] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.068309] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.068356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.068823] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.068823] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.068823] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42d11c71-b0b3-422b-be0b-fa33692b23f2 is going to be created. [ 919.100519] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.100638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.100708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.100927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.101132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.116041] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8a69115-20ce-49f6-8309-2f827565581d in Status: IN_PROGRESS for 2s [ 919.140251] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.140433] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.140475] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.140663] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.141073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.155874] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42d11c71-b0b3-422b-be0b-fa33692b23f2 in Status: IN_PROGRESS for 2s [ 919.309769] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-857 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.309975] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-857" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.310085] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-857" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.310429] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-857" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.310683] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.310904] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.310994] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.311178] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.311322] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.311672] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.311827] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 919.311979] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 919.312141] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 919.312286] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.312545] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 919.312771] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 919.343886] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 919.344166] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 919.344253] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 919.344403] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-857" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.344777] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-bfb7da05-f341-42bf-8833-163ef1b505ad taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.345054] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-bfb7da05-f341-42bf-8833-163ef1b505ad" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.345227] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-bfb7da05-f341-42bf-8833-163ef1b505ad" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.345619] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-bfb7da05-f341-42bf-8833-163ef1b505ad" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.345777] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfb7da05-f341-42bf-8833-163ef1b505ad',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.429622] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.429813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.429874] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.430246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.430364] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.430559] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.430680] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.430796] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.430875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.430948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.431145] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 473fa099-1554-43fb-9112-b2f0fdfc7885 already deleted. [ 919.431256] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-473fa099-1554-43fb-9112-b2f0fdfc7885" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.849015] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.849267] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.849267] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.849556] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.849734] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.849886] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port bfb7da05-f341-42bf-8833-163ef1b505ad not found, creating... [ 919.850172] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.850324] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.850473] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.850663] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.850820] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.851125] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.851276] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.851455] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.851631] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.851772] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.851897] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: bfb7da05-f341-42bf-8833-163ef1b505ad is going to be created. [ 919.873030] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.873277] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.873340] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.873602] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.873852] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.874087] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-bfb7da05-f341-42bf-8833-163ef1b505ad" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.611914] env[65529]: INFO networking_nsxv3.common.synchronization [req-d523e9d8-4dd3-4ca4-b510-382e4219904f req-5415b26a-b33e-4260-9fce-8b996aebe796 service nova] Enqueued Resource ID: 473fa099-1554-43fb-9112-b2f0fdfc7885 with Priority: HIGHEST for action security_group_rules [ 920.612265] env[65529]: INFO networking_nsxv3.common.synchronization [req-d523e9d8-4dd3-4ca4-b510-382e4219904f req-5415b26a-b33e-4260-9fce-8b996aebe796 service nova] Enqueued Resource ID: 473fa099-1554-43fb-9112-b2f0fdfc7885 with Priority: HIGHEST for action security_group_members [ 920.612265] env[65529]: INFO networking_nsxv3.common.synchronization [req-d523e9d8-4dd3-4ca4-b510-382e4219904f req-5415b26a-b33e-4260-9fce-8b996aebe796 service nova] Enqueued Resource ID: bfb7da05-f341-42bf-8833-163ef1b505ad with Priority: HIGHEST for action port [ 920.612793] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 473fa099-1554-43fb-9112-b2f0fdfc7885 with Priority: HIGHEST for action security_group_rules [ 920.612914] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 473fa099-1554-43fb-9112-b2f0fdfc7885 with Priority: HIGHEST for action security_group_members [ 920.613042] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb7da05-f341-42bf-8833-163ef1b505ad with Priority: HIGHEST for action port [ 920.614355] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-473fa099-1554-43fb-9112-b2f0fdfc7885 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.614355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-473fa099-1554-43fb-9112-b2f0fdfc7885" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.614355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-473fa099-1554-43fb-9112-b2f0fdfc7885" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.614355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-473fa099-1554-43fb-9112-b2f0fdfc7885" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.614355] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('473fa099-1554-43fb-9112-b2f0fdfc7885',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.615639] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-473fa099-1554-43fb-9112-b2f0fdfc7885 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.615639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-473fa099-1554-43fb-9112-b2f0fdfc7885" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.615814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-473fa099-1554-43fb-9112-b2f0fdfc7885" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.615888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-473fa099-1554-43fb-9112-b2f0fdfc7885" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.616233] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.616387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.616474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.616692] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.616871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.617012] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('473fa099-1554-43fb-9112-b2f0fdfc7885',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.619281] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfb7da05-f341-42bf-8833-163ef1b505ad taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.619281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfb7da05-f341-42bf-8833-163ef1b505ad" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.619281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfb7da05-f341-42bf-8833-163ef1b505ad" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.619281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfb7da05-f341-42bf-8833-163ef1b505ad" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.619281] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfb7da05-f341-42bf-8833-163ef1b505ad',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.080919] env[65529]: INFO networking_nsxv3.common.synchronization [None req-bba89cc4-1808-40d2-bf71-45b21fadb293 None None] Enqueued Resource ID: 644d465a-bc32-4602-8ee5-2357c2d26ec5 with Priority: HIGHEST for action port [ 921.080919] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 644d465a-bc32-4602-8ee5-2357c2d26ec5 with Priority: HIGHEST for action port [ 921.080919] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-644d465a-bc32-4602-8ee5-2357c2d26ec5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.080919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-644d465a-bc32-4602-8ee5-2357c2d26ec5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.080919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-644d465a-bc32-4602-8ee5-2357c2d26ec5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.080919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-644d465a-bc32-4602-8ee5-2357c2d26ec5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.081302] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('644d465a-bc32-4602-8ee5-2357c2d26ec5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.124632] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('473fa099-1554-43fb-9112-b2f0fdfc7885',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.124632] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-473fa099-1554-43fb-9112-b2f0fdfc7885 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.124632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-473fa099-1554-43fb-9112-b2f0fdfc7885" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.124632] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfb7da05-f341-42bf-8833-163ef1b505ad with status ACTIVE [ 921.124632] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.124632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.124632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.124632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.124632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.124632] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.124632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.124632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.124632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.124632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.125258] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.125258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.125258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.125258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.125258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.125258] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfb7da05-f341-42bf-8833-163ef1b505ad is going to be updated. [ 921.126934] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8a69115-20ce-49f6-8309-2f827565581d in Status: SUCCESS [ 921.127057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.128250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.128250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.128250] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.128377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.128377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.128635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.128735] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.129540] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.129540] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8a69115-20ce-49f6-8309-2f827565581d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.150484] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.150665] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.150665] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.150945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.151150] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.151410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfb7da05-f341-42bf-8833-163ef1b505ad" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.170611] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42d11c71-b0b3-422b-be0b-fa33692b23f2 in Status: SUCCESS [ 921.170972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.586119] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 644d465a-bc32-4602-8ee5-2357c2d26ec5 [ 921.586119] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.586119] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.586119] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.586337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.586433] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.586531] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:644d465a-bc32-4602-8ee5-2357c2d26ec5 already deleted. [ 921.586612] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-644d465a-bc32-4602-8ee5-2357c2d26ec5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.628222] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('473fa099-1554-43fb-9112-b2f0fdfc7885',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.634326] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8a69115-20ce-49f6-8309-2f827565581d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.634326] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.634326] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.634326] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.634555] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.634555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.634660] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.634814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.634814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.634899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.637069] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8a69115-20ce-49f6-8309-2f827565581d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.637069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.637069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.637069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.637069] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.637069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.637069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.637069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.637069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.637069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.637069] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8a69115-20ce-49f6-8309-2f827565581d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.134721] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.134915] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.134960] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.135200] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.135286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.135395] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 473fa099-1554-43fb-9112-b2f0fdfc7885 is going to be created. [ 922.140665] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8a69115-20ce-49f6-8309-2f827565581d: rpc.has_security_group_logging(os_id): False [ 922.163183] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.163183] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.163183] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.163183] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.163779] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.164387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.164387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.164387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.164387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.178076] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 473fa099-1554-43fb-9112-b2f0fdfc7885 in Status: UNINITIALIZED for 2s [ 922.187887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.187887] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.187887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.187887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.188166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.188166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.188344] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.188427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.188477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.188653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.188728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.188935] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.189033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.189102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.189448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.189448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.189580] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8a69115-20ce-49f6-8309-2f827565581d is going to be updated. [ 922.281027] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.281027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.281027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.281027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.281027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.322057] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8a69115-20ce-49f6-8309-2f827565581d in Status: IN_PROGRESS for 2s [ 923.643022] env[65529]: INFO networking_nsxv3.common.synchronization [None req-2859e234-2c4f-4330-8405-cbe062b59c69 None None] Enqueued Resource ID: de89f0f3-599c-4b31-aeff-03d6fb93ba46 with Priority: HIGHEST for action port [ 923.643022] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de89f0f3-599c-4b31-aeff-03d6fb93ba46 with Priority: HIGHEST for action port [ 923.644498] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-de89f0f3-599c-4b31-aeff-03d6fb93ba46 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.644498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de89f0f3-599c-4b31-aeff-03d6fb93ba46" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.644498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de89f0f3-599c-4b31-aeff-03d6fb93ba46" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.647564] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de89f0f3-599c-4b31-aeff-03d6fb93ba46" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.647564] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de89f0f3-599c-4b31-aeff-03d6fb93ba46',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.149148] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de89f0f3-599c-4b31-aeff-03d6fb93ba46 [ 924.149548] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.149727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.149817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.150114] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.150212] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.150327] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de89f0f3-599c-4b31-aeff-03d6fb93ba46 already deleted. [ 924.150420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de89f0f3-599c-4b31-aeff-03d6fb93ba46" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.190605] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 473fa099-1554-43fb-9112-b2f0fdfc7885 in Status: SUCCESS [ 924.190605] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-473fa099-1554-43fb-9112-b2f0fdfc7885" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.190605] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-473fa099-1554-43fb-9112-b2f0fdfc7885" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.190605] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-473fa099-1554-43fb-9112-b2f0fdfc7885" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.190605] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.191746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.192072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.192072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.192195] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.192195] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-473fa099-1554-43fb-9112-b2f0fdfc7885" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.192292] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('473fa099-1554-43fb-9112-b2f0fdfc7885',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.334338] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8a69115-20ce-49f6-8309-2f827565581d in Status: SUCCESS [ 924.335029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.701186] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-473fa099-1554-43fb-9112-b2f0fdfc7885 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.701186] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-473fa099-1554-43fb-9112-b2f0fdfc7885" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.701186] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-473fa099-1554-43fb-9112-b2f0fdfc7885" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.701186] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-473fa099-1554-43fb-9112-b2f0fdfc7885" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.701567] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.701567] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.701650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.702628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.702628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.702628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-473fa099-1554-43fb-9112-b2f0fdfc7885" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.702628] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-473fa099-1554-43fb-9112-b2f0fdfc7885 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.702628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-473fa099-1554-43fb-9112-b2f0fdfc7885" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.702628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-473fa099-1554-43fb-9112-b2f0fdfc7885" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.702628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-473fa099-1554-43fb-9112-b2f0fdfc7885" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.702628] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.702628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.702628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.702987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.702987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.702987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-473fa099-1554-43fb-9112-b2f0fdfc7885" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.702987] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('473fa099-1554-43fb-9112-b2f0fdfc7885',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.207827] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 473fa099-1554-43fb-9112-b2f0fdfc7885: rpc.has_security_group_logging(os_id): False [ 925.229569] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.229731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.229780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.229995] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.230102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.231080] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.231080] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.231080] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.231080] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.231080] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.231080] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.231080] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.231080] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.231477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.231477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.231477] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.232697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.232697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.232697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.232697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.232697] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 473fa099-1554-43fb-9112-b2f0fdfc7885 is going to be created. [ 925.301147] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.302678] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.302678] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.302970] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.304280] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.318638] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 473fa099-1554-43fb-9112-b2f0fdfc7885 in Status: IN_PROGRESS for 2s [ 925.658265] env[65529]: INFO networking_nsxv3.common.synchronization [req-1fa65750-172f-4daa-8744-065d7770711a req-bb51ba25-9e46-4bfb-8bb9-ee4b693a7f7b tempest-InstanceActionsNegativeTestJSON-1366306718 tempest-InstanceActionsNegativeTestJSON-1366306718-project-member] Enqueued Resource ID: 94af5317-b04c-4369-b5e6-8d6ba84c284d with Priority: HIGHEST for action security_group_members [ 925.658909] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94af5317-b04c-4369-b5e6-8d6ba84c284d with Priority: HIGHEST for action security_group_members [ 925.661089] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94af5317-b04c-4369-b5e6-8d6ba84c284d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.661089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94af5317-b04c-4369-b5e6-8d6ba84c284d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.661089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94af5317-b04c-4369-b5e6-8d6ba84c284d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.661468] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94af5317-b04c-4369-b5e6-8d6ba84c284d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.661468] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.661577] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.661716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.661892] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.662023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.662130] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94af5317-b04c-4369-b5e6-8d6ba84c284d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.164460] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.164800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.164800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.165103] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.165251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.165545] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.165695] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.165794] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.166046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.166170] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.166302] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94af5317-b04c-4369-b5e6-8d6ba84c284d already deleted. [ 926.166453] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94af5317-b04c-4369-b5e6-8d6ba84c284d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.185326] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-138 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.185648] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-138" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.185807] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-138" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.186171] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-138" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.186558] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.186761] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.186924] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.187457] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.187686] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.188061] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.188309] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.188520] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.188780] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.188918] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.189217] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.189406] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.212712] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.213452] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 926.213550] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.214309] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-138" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.214754] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-5acd8b7b-482b-44e4-9442-9bc1d313f041 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.214892] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-5acd8b7b-482b-44e4-9442-9bc1d313f041" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.214995] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-5acd8b7b-482b-44e4-9442-9bc1d313f041" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.215348] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-5acd8b7b-482b-44e4-9442-9bc1d313f041" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.215488] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5acd8b7b-482b-44e4-9442-9bc1d313f041',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.721865] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.722086] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.722385] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.722511] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.722647] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.722796] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 5acd8b7b-482b-44e4-9442-9bc1d313f041 not found, creating... [ 926.723093] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.723282] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.723404] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.723632] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.723804] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.724137] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.724316] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.724435] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.724727] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.724872] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.725993] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 5acd8b7b-482b-44e4-9442-9bc1d313f041 is going to be created. [ 926.748680] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.749043] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.749183] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.749605] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.749876] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.750132] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-5acd8b7b-482b-44e4-9442-9bc1d313f041" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.333139] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 473fa099-1554-43fb-9112-b2f0fdfc7885 in Status: SUCCESS [ 927.333503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-473fa099-1554-43fb-9112-b2f0fdfc7885" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.547945] env[65529]: INFO networking_nsxv3.common.synchronization [req-1fa65750-172f-4daa-8744-065d7770711a req-1d3bbbb7-f016-471b-8f00-c557fd8fb4da service nova] Enqueued Resource ID: 94af5317-b04c-4369-b5e6-8d6ba84c284d with Priority: HIGHEST for action security_group_rules [ 927.548242] env[65529]: INFO networking_nsxv3.common.synchronization [req-1fa65750-172f-4daa-8744-065d7770711a req-1d3bbbb7-f016-471b-8f00-c557fd8fb4da service nova] Enqueued Resource ID: 94af5317-b04c-4369-b5e6-8d6ba84c284d with Priority: HIGHEST for action security_group_members [ 927.548652] env[65529]: INFO networking_nsxv3.common.synchronization [req-1fa65750-172f-4daa-8744-065d7770711a req-1d3bbbb7-f016-471b-8f00-c557fd8fb4da service nova] Enqueued Resource ID: 5acd8b7b-482b-44e4-9442-9bc1d313f041 with Priority: HIGHEST for action port [ 927.549229] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94af5317-b04c-4369-b5e6-8d6ba84c284d with Priority: HIGHEST for action security_group_rules [ 927.549229] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94af5317-b04c-4369-b5e6-8d6ba84c284d with Priority: HIGHEST for action security_group_members [ 927.549392] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5acd8b7b-482b-44e4-9442-9bc1d313f041 with Priority: HIGHEST for action port [ 927.551053] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94af5317-b04c-4369-b5e6-8d6ba84c284d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.551053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94af5317-b04c-4369-b5e6-8d6ba84c284d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.551053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94af5317-b04c-4369-b5e6-8d6ba84c284d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.551053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94af5317-b04c-4369-b5e6-8d6ba84c284d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.551053] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94af5317-b04c-4369-b5e6-8d6ba84c284d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.551676] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94af5317-b04c-4369-b5e6-8d6ba84c284d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.551676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94af5317-b04c-4369-b5e6-8d6ba84c284d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.551676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94af5317-b04c-4369-b5e6-8d6ba84c284d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.551676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94af5317-b04c-4369-b5e6-8d6ba84c284d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.551955] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.552531] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.552628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.552795] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.552924] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.553306] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94af5317-b04c-4369-b5e6-8d6ba84c284d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.554420] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-5acd8b7b-482b-44e4-9442-9bc1d313f041 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.554582] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5acd8b7b-482b-44e4-9442-9bc1d313f041" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.554699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5acd8b7b-482b-44e4-9442-9bc1d313f041" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.555081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5acd8b7b-482b-44e4-9442-9bc1d313f041" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.555081] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5acd8b7b-482b-44e4-9442-9bc1d313f041',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.061362] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94af5317-b04c-4369-b5e6-8d6ba84c284d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.061517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94af5317-b04c-4369-b5e6-8d6ba84c284d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.061631] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94af5317-b04c-4369-b5e6-8d6ba84c284d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.062638] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5acd8b7b-482b-44e4-9442-9bc1d313f041 with status ACTIVE [ 928.063677] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.063677] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.063677] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.063677] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.063677] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.063677] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.063677] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.063677] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.064173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.064173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.064173] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.065212] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.065212] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.065212] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.065318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.066470] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5acd8b7b-482b-44e4-9442-9bc1d313f041 is going to be updated. [ 928.086901] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.087015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.087716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.087716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.087716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.087716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5acd8b7b-482b-44e4-9442-9bc1d313f041" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.442135] env[65529]: INFO networking_nsxv3.common.synchronization [req-58cb6997-2c6b-411e-8df7-f9c61b2bd275 req-4e29b412-3c01-450d-8da9-870020653ecc tempest-ServersTestBootFromVolume-1398272080 tempest-ServersTestBootFromVolume-1398272080-project-member] Enqueued Resource ID: b60ba4c2-b6a0-4ea1-9f46-b65f5518efda with Priority: HIGHEST for action security_group_members [ 928.443315] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b60ba4c2-b6a0-4ea1-9f46-b65f5518efda with Priority: HIGHEST for action security_group_members [ 928.443315] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.443315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.443315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.443611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.443665] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.443741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.443797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.443952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.444042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.444176] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b60ba4c2-b6a0-4ea1-9f46-b65f5518efda',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.569566] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94af5317-b04c-4369-b5e6-8d6ba84c284d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.946350] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.946586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.946586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.947286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.947286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.947286] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.947286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.947286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.947576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.947576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.947576] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b60ba4c2-b6a0-4ea1-9f46-b65f5518efda is going to be updated. [ 928.981827] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.981827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.981827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.981827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.981827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.993092] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b60ba4c2-b6a0-4ea1-9f46-b65f5518efda in Status: IN_PROGRESS for 2s [ 929.073642] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.073938] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.074027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.074360] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.074360] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.074754] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94af5317-b04c-4369-b5e6-8d6ba84c284d is going to be created. [ 929.148402] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.148402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.148402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.148688] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.148852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.169037] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94af5317-b04c-4369-b5e6-8d6ba84c284d in Status: UNINITIALIZED for 2s [ 929.333839] env[65529]: INFO networking_nsxv3.common.synchronization [req-1d1f656f-866e-41be-a6f2-04327880a9ce req-036f0b12-4668-4a57-a0c7-c434bc1e1abe tempest-ServersAdminTestJSON-706436611 tempest-ServersAdminTestJSON-706436611-project-member] Enqueued Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGHEST for action security_group_members [ 929.336123] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGHEST for action security_group_members [ 929.336533] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc165da-c7bb-407e-ac78-575f080ac582 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.336704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.336778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.336997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.337195] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.337300] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.337363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.337518] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.337901] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.337901] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.529865] env[65529]: INFO networking_nsxv3.common.synchronization [None req-71dcec1a-c63d-4be0-96a0-8582da062376 None None] Enqueued Resource ID: 037a9a80-2066-4722-a3fe-40c789f127ed with Priority: HIGHEST for action port [ 929.530457] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037a9a80-2066-4722-a3fe-40c789f127ed with Priority: HIGHEST for action port [ 929.530800] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-037a9a80-2066-4722-a3fe-40c789f127ed taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.530931] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-037a9a80-2066-4722-a3fe-40c789f127ed" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.531013] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-037a9a80-2066-4722-a3fe-40c789f127ed" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.531270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-037a9a80-2066-4722-a3fe-40c789f127ed" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.531432] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('037a9a80-2066-4722-a3fe-40c789f127ed',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.840966] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.037586] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 037a9a80-2066-4722-a3fe-40c789f127ed [ 930.037586] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.037586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.037586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.037586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.037586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.037586] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:037a9a80-2066-4722-a3fe-40c789f127ed already deleted. [ 930.037586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-037a9a80-2066-4722-a3fe-40c789f127ed" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.343018] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.848027] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.848027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.848027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.848027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.848027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.848027] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cc165da-c7bb-407e-ac78-575f080ac582 is going to be updated. [ 930.887639] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.887639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.887639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.887639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.887639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.901757] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cc165da-c7bb-407e-ac78-575f080ac582 in Status: IN_PROGRESS for 2s [ 931.007963] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b60ba4c2-b6a0-4ea1-9f46-b65f5518efda in Status: SUCCESS [ 931.007963] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b60ba4c2-b6a0-4ea1-9f46-b65f5518efda deletion is rescheduled due to dependency. [ 931.007963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.116465] env[65529]: INFO networking_nsxv3.common.synchronization [None req-181ad208-13cf-49fe-a7fb-0562b0563a03 tempest-ServerDiskConfigTestJSON-223320736 tempest-ServerDiskConfigTestJSON-223320736-project-member] Enqueued Resource ID: 0fbce824-367c-4a24-8116-4d1c7a031188 with Priority: HIGHEST for action security_group_rules [ 931.117352] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fbce824-367c-4a24-8116-4d1c7a031188 with Priority: HIGHEST for action security_group_rules [ 931.117742] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fbce824-367c-4a24-8116-4d1c7a031188 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.117742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fbce824-367c-4a24-8116-4d1c7a031188" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.117742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fbce824-367c-4a24-8116-4d1c7a031188" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.117935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fbce824-367c-4a24-8116-4d1c7a031188" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.118050] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fbce824-367c-4a24-8116-4d1c7a031188',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.179633] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94af5317-b04c-4369-b5e6-8d6ba84c284d in Status: SUCCESS [ 931.179852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94af5317-b04c-4369-b5e6-8d6ba84c284d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.180024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94af5317-b04c-4369-b5e6-8d6ba84c284d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.180238] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94af5317-b04c-4369-b5e6-8d6ba84c284d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.180565] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.180643] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.181555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.181752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.181843] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.182085] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94af5317-b04c-4369-b5e6-8d6ba84c284d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.182085] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94af5317-b04c-4369-b5e6-8d6ba84c284d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.498455] env[65529]: INFO networking_nsxv3.common.synchronization [req-f20719a3-12dc-4678-af4c-5d59a923d767 req-a6920928-d2c2-4f01-b4e2-aa090b38a086 tempest-ServersTestJSON-2119500116 tempest-ServersTestJSON-2119500116-project-member] Enqueued Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 931.499240] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 931.499240] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.499457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.499493] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.499687] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.499849] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.500134] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.500193] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.500347] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.500431] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.500529] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.650276] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.650540] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.651503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.651503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.651503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.651503] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fbce824-367c-4a24-8116-4d1c7a031188 already deleted. [ 931.651503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fbce824-367c-4a24-8116-4d1c7a031188" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.686228] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94af5317-b04c-4369-b5e6-8d6ba84c284d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.686399] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94af5317-b04c-4369-b5e6-8d6ba84c284d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.686857] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94af5317-b04c-4369-b5e6-8d6ba84c284d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.687168] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94af5317-b04c-4369-b5e6-8d6ba84c284d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.687168] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.687259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.687259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.687489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.687489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.687748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94af5317-b04c-4369-b5e6-8d6ba84c284d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.687748] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94af5317-b04c-4369-b5e6-8d6ba84c284d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.687861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94af5317-b04c-4369-b5e6-8d6ba84c284d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.687861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94af5317-b04c-4369-b5e6-8d6ba84c284d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.687961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94af5317-b04c-4369-b5e6-8d6ba84c284d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.688108] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.688201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.688252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.688383] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.688458] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.688538] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94af5317-b04c-4369-b5e6-8d6ba84c284d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.688803] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94af5317-b04c-4369-b5e6-8d6ba84c284d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.706159] env[65529]: INFO networking_nsxv3.common.synchronization [None req-51b52cc5-c30f-46f0-a47b-e838c49d0622 tempest-ServerDiskConfigTestJSON-223320736 tempest-ServerDiskConfigTestJSON-223320736-project-member] Enqueued Resource ID: 0fbce824-367c-4a24-8116-4d1c7a031188 with Priority: HIGHEST for action security_group_rules [ 931.706602] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fbce824-367c-4a24-8116-4d1c7a031188 with Priority: HIGHEST for action security_group_rules [ 931.707173] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fbce824-367c-4a24-8116-4d1c7a031188 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.707738] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fbce824-367c-4a24-8116-4d1c7a031188" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.707738] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fbce824-367c-4a24-8116-4d1c7a031188" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.708017] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fbce824-367c-4a24-8116-4d1c7a031188" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.708017] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fbce824-367c-4a24-8116-4d1c7a031188',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.733304] env[65529]: INFO networking_nsxv3.common.synchronization [None req-654185eb-4298-4cea-abba-8a77b00286f1 None None] Enqueued Resource ID: e5720fdf-c80a-4179-81bf-a233de888e27 with Priority: HIGHEST for action port [ 931.734085] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5720fdf-c80a-4179-81bf-a233de888e27 with Priority: HIGHEST for action port [ 931.734207] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5720fdf-c80a-4179-81bf-a233de888e27 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.734334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5720fdf-c80a-4179-81bf-a233de888e27" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.734406] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5720fdf-c80a-4179-81bf-a233de888e27" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.734798] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5720fdf-c80a-4179-81bf-a233de888e27" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.734798] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5720fdf-c80a-4179-81bf-a233de888e27',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.003027] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.026218] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.026218] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-414" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.026218] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-414" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.026631] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-414" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.026663] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.026905] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.026938] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.027140] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.027285] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.027491] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.027607] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 932.027715] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 932.027820] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 932.027927] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.028172] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 932.028172] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 932.046783] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 932.046948] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 932.047183] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 932.047265] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-414" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.047579] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-e1e06a42-ff35-48dd-ba5e-a074bda22dde taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.047739] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-e1e06a42-ff35-48dd-ba5e-a074bda22dde" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.047833] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-e1e06a42-ff35-48dd-ba5e-a074bda22dde" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.048170] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-e1e06a42-ff35-48dd-ba5e-a074bda22dde" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.048306] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1e06a42-ff35-48dd-ba5e-a074bda22dde',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.099781] env[65529]: INFO networking_nsxv3.common.synchronization [None req-066d4477-446d-47bd-8a3f-4d28a3b2507c None None] Enqueued Resource ID: e2948a3a-d6d3-4d2e-8313-407ff1b85d84 with Priority: HIGHEST for action port [ 932.100280] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2948a3a-d6d3-4d2e-8313-407ff1b85d84 with Priority: HIGHEST for action port [ 932.100785] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2948a3a-d6d3-4d2e-8313-407ff1b85d84 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.100876] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2948a3a-d6d3-4d2e-8313-407ff1b85d84" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.100944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2948a3a-d6d3-4d2e-8313-407ff1b85d84" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.101228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2948a3a-d6d3-4d2e-8313-407ff1b85d84" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.101315] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2948a3a-d6d3-4d2e-8313-407ff1b85d84',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.192297] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94af5317-b04c-4369-b5e6-8d6ba84c284d: rpc.has_security_group_logging(os_id): False [ 932.211079] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.211306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.211306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.211778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.211865] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.212123] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.212589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.212589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.212589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.212759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.212877] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.213014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.213055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.213227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.213315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.213516] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.213610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.213674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.213817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.213891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.213971] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94af5317-b04c-4369-b5e6-8d6ba84c284d is going to be created. [ 932.235432] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.235432] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.235432] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.235756] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.235756] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.235756] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fbce824-367c-4a24-8116-4d1c7a031188 already deleted. [ 932.235756] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fbce824-367c-4a24-8116-4d1c7a031188" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.237160] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5720fdf-c80a-4179-81bf-a233de888e27 [ 932.237520] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.237520] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.237746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.237746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.237804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.237868] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5720fdf-c80a-4179-81bf-a233de888e27 already deleted. [ 932.237965] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5720fdf-c80a-4179-81bf-a233de888e27" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.293460] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.293460] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.293460] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.293460] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.293460] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.307675] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94af5317-b04c-4369-b5e6-8d6ba84c284d in Status: IN_PROGRESS for 2s [ 932.505242] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.550329] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.550557] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.550680] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.550972] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.551277] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.551277] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port e1e06a42-ff35-48dd-ba5e-a074bda22dde not found, creating... [ 932.551767] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.551767] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.551945] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.552066] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.552196] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.552539] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.552686] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.552916] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.552997] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.553123] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.553270] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: e1e06a42-ff35-48dd-ba5e-a074bda22dde is going to be created. [ 932.573892] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.573892] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.574186] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.574294] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.574699] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.576129] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-e1e06a42-ff35-48dd-ba5e-a074bda22dde" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.605485] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2948a3a-d6d3-4d2e-8313-407ff1b85d84 [ 932.605795] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.605937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.605998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.606501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.606613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.606712] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2948a3a-d6d3-4d2e-8313-407ff1b85d84 already deleted. [ 932.606794] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2948a3a-d6d3-4d2e-8313-407ff1b85d84" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.913571] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cc165da-c7bb-407e-ac78-575f080ac582 in Status: SUCCESS [ 932.913911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.011957] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.012358] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.012392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.012724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.012882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.013087] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eab85d65-9b66-46cf-bf13-f44781596cb3 is going to be updated. [ 933.047582] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.047751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.047812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.048039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.048176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.058731] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: IN_PROGRESS for 2s [ 933.358036] env[65529]: INFO networking_nsxv3.common.synchronization [req-f20719a3-12dc-4678-af4c-5d59a923d767 req-b9d00341-59eb-423b-86c2-e888342c549d service nova] Enqueued Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_rules [ 933.361555] env[65529]: INFO networking_nsxv3.common.synchronization [req-f20719a3-12dc-4678-af4c-5d59a923d767 req-b9d00341-59eb-423b-86c2-e888342c549d service nova] Enqueued Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 933.361555] env[65529]: INFO networking_nsxv3.common.synchronization [req-f20719a3-12dc-4678-af4c-5d59a923d767 req-b9d00341-59eb-423b-86c2-e888342c549d service nova] Enqueued Resource ID: e1e06a42-ff35-48dd-ba5e-a074bda22dde with Priority: HIGHEST for action port [ 933.363108] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_rules [ 933.363108] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 933.363184] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1e06a42-ff35-48dd-ba5e-a074bda22dde with Priority: HIGHEST for action port [ 933.364517] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.364517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.364517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.364517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.364517] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.364854] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.364948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.365160] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1e06a42-ff35-48dd-ba5e-a074bda22dde taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.365263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1e06a42-ff35-48dd-ba5e-a074bda22dde" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.365327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1e06a42-ff35-48dd-ba5e-a074bda22dde" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.365633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1e06a42-ff35-48dd-ba5e-a074bda22dde" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.365633] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1e06a42-ff35-48dd-ba5e-a074bda22dde',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.868559] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.869672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.870713] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1e06a42-ff35-48dd-ba5e-a074bda22dde with status ACTIVE [ 933.871156] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.871441] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.871606] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.872252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.872252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.872723] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.873039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.873213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.873745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.873966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.874435] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.875223] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.875438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.876013] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.876260] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.876571] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1e06a42-ff35-48dd-ba5e-a074bda22dde is going to be updated. [ 933.902869] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.902869] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.902869] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.902869] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.902869] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.903374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1e06a42-ff35-48dd-ba5e-a074bda22dde" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.923980] env[65529]: INFO networking_nsxv3.common.synchronization [None req-48bd4996-146e-4e76-a32d-1db59e01e1d8 tempest-ServersTestJSON-2031378063 tempest-ServersTestJSON-2031378063-project-member] Enqueued Resource ID: 0cf526f7-9b05-4f0a-9de9-e422edec2d69 with Priority: HIGHEST for action security_group_rules [ 933.925199] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf526f7-9b05-4f0a-9de9-e422edec2d69 with Priority: HIGHEST for action security_group_rules [ 933.925860] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cf526f7-9b05-4f0a-9de9-e422edec2d69 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.925860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.925860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.926225] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.926225] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cf526f7-9b05-4f0a-9de9-e422edec2d69',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.056283] env[65529]: INFO networking_nsxv3.common.synchronization [None req-53f2b497-d9aa-4c4a-9cfc-301729c6dee4 tempest-ServersTestJSON-2031378063 tempest-ServersTestJSON-2031378063-project-member] Enqueued Resource ID: 0cf526f7-9b05-4f0a-9de9-e422edec2d69 with Priority: HIGHEST for action security_group_rules [ 934.056283] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf526f7-9b05-4f0a-9de9-e422edec2d69 with Priority: HIGHEST for action security_group_rules [ 934.057570] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cf526f7-9b05-4f0a-9de9-e422edec2d69 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.057570] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.320414] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94af5317-b04c-4369-b5e6-8d6ba84c284d in Status: SUCCESS [ 934.320653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94af5317-b04c-4369-b5e6-8d6ba84c284d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.449109] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.449293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.449381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.449605] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.449696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.449795] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cf526f7-9b05-4f0a-9de9-e422edec2d69 already deleted. [ 934.449910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.450074] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.450240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.450308] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cf526f7-9b05-4f0a-9de9-e422edec2d69',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.558299] env[65529]: INFO networking_nsxv3.common.synchronization [None req-8e6c5acd-f2e4-482a-8ab8-91ea7cf566d5 None None] Enqueued Resource ID: e510c53b-aacd-47ce-b897-00ce9c6a1f42 with Priority: HIGHEST for action port [ 934.558851] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e510c53b-aacd-47ce-b897-00ce9c6a1f42 with Priority: HIGHEST for action port [ 934.558992] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e510c53b-aacd-47ce-b897-00ce9c6a1f42 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.559169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e510c53b-aacd-47ce-b897-00ce9c6a1f42" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.559237] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e510c53b-aacd-47ce-b897-00ce9c6a1f42" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.559517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e510c53b-aacd-47ce-b897-00ce9c6a1f42" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.559600] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e510c53b-aacd-47ce-b897-00ce9c6a1f42',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.970090] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.970232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.970300] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.970945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.970945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.970945] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cf526f7-9b05-4f0a-9de9-e422edec2d69 already deleted. [ 934.970945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.062061] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e510c53b-aacd-47ce-b897-00ce9c6a1f42 [ 935.062428] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.062428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.062428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.062726] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.062818] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.062917] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e510c53b-aacd-47ce-b897-00ce9c6a1f42 already deleted. [ 935.063041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e510c53b-aacd-47ce-b897-00ce9c6a1f42" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.069804] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: SUCCESS [ 935.070047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.070286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.070422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.070600] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.070722] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.070789] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.070935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.071021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.071117] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.574293] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.077491] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.266999] env[65529]: INFO networking_nsxv3.common.synchronization [None req-0eb58cd1-205e-4255-b6b8-dd56612dd7cd tempest-ServerActionsTestJSON-897994477 tempest-ServerActionsTestJSON-897994477-project-member] Enqueued Resource ID: a98ec43a-4056-4923-8a80-54ff207270c0 with Priority: HIGHEST for action security_group_rules [ 936.267592] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a98ec43a-4056-4923-8a80-54ff207270c0 with Priority: HIGHEST for action security_group_rules [ 936.267906] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a98ec43a-4056-4923-8a80-54ff207270c0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.268098] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a98ec43a-4056-4923-8a80-54ff207270c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.268098] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a98ec43a-4056-4923-8a80-54ff207270c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.268354] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a98ec43a-4056-4923-8a80-54ff207270c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.268459] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a98ec43a-4056-4923-8a80-54ff207270c0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.426282] env[65529]: INFO networking_nsxv3.common.synchronization [None req-3e55c57a-447b-4909-88f6-f3c64cc3ae96 tempest-ServerActionsTestJSON-897994477 tempest-ServerActionsTestJSON-897994477-project-member] Enqueued Resource ID: a98ec43a-4056-4923-8a80-54ff207270c0 with Priority: HIGHEST for action security_group_rules [ 936.427100] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a98ec43a-4056-4923-8a80-54ff207270c0 with Priority: HIGHEST for action security_group_rules [ 936.427805] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a98ec43a-4056-4923-8a80-54ff207270c0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.427805] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a98ec43a-4056-4923-8a80-54ff207270c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.580304] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.580472] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.580472] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.580698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.583880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.583880] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eab85d65-9b66-46cf-bf13-f44781596cb3 is going to be updated. [ 936.613804] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.613999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.614079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.614480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.614480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.634088] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: IN_PROGRESS for 2s [ 936.789407] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.789638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.789708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.789871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.789957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.790067] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a98ec43a-4056-4923-8a80-54ff207270c0 already deleted. [ 936.790152] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a98ec43a-4056-4923-8a80-54ff207270c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.790309] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a98ec43a-4056-4923-8a80-54ff207270c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.790548] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a98ec43a-4056-4923-8a80-54ff207270c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.790690] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a98ec43a-4056-4923-8a80-54ff207270c0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.312817] env[65529]: INFO networking_nsxv3.common.synchronization [req-0edc8b40-0f5b-4f2b-9ffc-c5e7ee8b8233 req-bc1372b0-a0be-4fe5-9998-f273615e82d2 tempest-ServerDiskConfigTestJSON-223320736 tempest-ServerDiskConfigTestJSON-223320736-project-member] Enqueued Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_members [ 937.313436] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_members [ 937.316130] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.316130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.316130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.316130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.316130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.316130] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a98ec43a-4056-4923-8a80-54ff207270c0 already deleted. [ 937.316130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a98ec43a-4056-4923-8a80-54ff207270c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.316130] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.316130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.316130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.316130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.316130] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.316130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.316906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.316906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.316906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.316906] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.819953] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.820164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.820203] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.820412] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.820546] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.820740] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.820839] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.821676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.821676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.821676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.821676] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd is going to be updated. [ 937.881080] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.881222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.881796] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.881796] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.881900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.893787] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd in Status: IN_PROGRESS for 2s [ 938.400489] env[65529]: INFO networking_nsxv3.common.synchronization [req-1a487a81-566e-42ac-b7cb-b1aca8d5fcec req-83bb7c17-6737-4fa1-8107-88a6a32bbf77 tempest-ImagesTestJSON-1930669757 tempest-ImagesTestJSON-1930669757-project-member] Enqueued Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_members [ 938.400905] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_members [ 938.401574] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.401824] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.401824] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.402086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.402353] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.402463] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.402770] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.402770] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.402905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.402955] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.647118] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: SUCCESS [ 938.649052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.649052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.649052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.649052] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.649052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.649052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.649052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.649052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.649052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.649052] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.905398] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.055097] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.055097] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-884" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.055097] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-884" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.055097] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-884" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.055772] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.056258] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.058998] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.058998] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.058998] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.058998] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.058998] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.058998] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.058998] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.058998] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.058998] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.058998] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 939.081034] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 939.081034] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 939.081034] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 939.081034] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-884" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.081444] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-f4e33cdd-f715-405e-a7a5-7ee8b9581857 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.081444] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-f4e33cdd-f715-405e-a7a5-7ee8b9581857" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.081611] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-f4e33cdd-f715-405e-a7a5-7ee8b9581857" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.081889] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-f4e33cdd-f715-405e-a7a5-7ee8b9581857" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.082041] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4e33cdd-f715-405e-a7a5-7ee8b9581857',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.157549] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.157940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.158119] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.158469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.158950] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.158950] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.159093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.159210] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.159295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.159389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.159555] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.159793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.159871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.160090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.160191] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.160316] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.160352] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.160476] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.160569] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.161089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.161160] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.407436] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.584123] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.584349] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.585089] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.585089] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.585089] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.585225] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port f4e33cdd-f715-405e-a7a5-7ee8b9581857 not found, creating... [ 939.585471] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.585654] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.585753] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.585984] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.586146] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.586430] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.586609] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.586739] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.586951] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.587097] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.587233] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: f4e33cdd-f715-405e-a7a5-7ee8b9581857 is going to be created. [ 939.615827] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.616142] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.616205] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.616508] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.616756] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.616999] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-f4e33cdd-f715-405e-a7a5-7ee8b9581857" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.665338] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eab85d65-9b66-46cf-bf13-f44781596cb3: rpc.has_security_group_logging(os_id): False [ 939.687731] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.687829] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.687968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.688156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.688265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.688532] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.688663] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.689098] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.689380] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.689536] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.689744] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.689874] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.689935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.690130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.690224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.690447] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.690564] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.690622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.690810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.690910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.691018] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eab85d65-9b66-46cf-bf13-f44781596cb3 is going to be updated. [ 939.813184] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.813377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.813469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.814127] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.814127] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.834765] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: IN_PROGRESS for 2s [ 939.909878] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd in Status: SUCCESS [ 939.909878] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd deletion is rescheduled due to dependency. [ 939.910146] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.910499] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.910702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.910754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.911300] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.911427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.911824] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 is going to be updated. [ 940.002292] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.002488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.002560] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.002766] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.002910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.015116] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: IN_PROGRESS for 2s [ 940.372517] env[65529]: INFO networking_nsxv3.common.synchronization [req-1a487a81-566e-42ac-b7cb-b1aca8d5fcec req-741f0f3a-eb3b-4989-bea2-bfa54bfb1c89 service nova] Enqueued Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_rules [ 940.372517] env[65529]: INFO networking_nsxv3.common.synchronization [req-1a487a81-566e-42ac-b7cb-b1aca8d5fcec req-741f0f3a-eb3b-4989-bea2-bfa54bfb1c89 service nova] Enqueued Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_members [ 940.372699] env[65529]: INFO networking_nsxv3.common.synchronization [req-1a487a81-566e-42ac-b7cb-b1aca8d5fcec req-741f0f3a-eb3b-4989-bea2-bfa54bfb1c89 service nova] Enqueued Resource ID: f4e33cdd-f715-405e-a7a5-7ee8b9581857 with Priority: HIGHEST for action port [ 940.379839] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_rules [ 940.379839] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_members [ 940.379839] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4e33cdd-f715-405e-a7a5-7ee8b9581857 with Priority: HIGHEST for action port [ 940.379839] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.380220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.380220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.382710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.382710] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.382710] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.382710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.382710] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4e33cdd-f715-405e-a7a5-7ee8b9581857 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.382710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4e33cdd-f715-405e-a7a5-7ee8b9581857" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.383446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4e33cdd-f715-405e-a7a5-7ee8b9581857" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.383446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4e33cdd-f715-405e-a7a5-7ee8b9581857" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.383446] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4e33cdd-f715-405e-a7a5-7ee8b9581857',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.870805] env[65529]: INFO networking_nsxv3.common.synchronization [req-592dc5be-8722-4c84-8454-7d9eba31c4e0 req-8ac4e386-6883-4e65-961e-e00687d1a10c tempest-ImagesOneServerNegativeTestJSON-27004092 tempest-ImagesOneServerNegativeTestJSON-27004092-project-member] Enqueued Resource ID: 451faddd-f691-4fb4-b793-9000d7d91751 with Priority: HIGHEST for action security_group_members [ 940.871483] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451faddd-f691-4fb4-b793-9000d7d91751 with Priority: HIGHEST for action security_group_members [ 940.871875] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-451faddd-f691-4fb4-b793-9000d7d91751 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.872073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.872175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.872603] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.872815] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.872958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.873169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.873387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.873534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.873701] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('451faddd-f691-4fb4-b793-9000d7d91751',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.885066] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.885245] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.886429] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4e33cdd-f715-405e-a7a5-7ee8b9581857 with status ACTIVE [ 940.886429] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.886532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.886532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.886977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.886977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.887047] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.887170] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.887202] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.889371] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.889371] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.889371] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.889371] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.889371] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.889371] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.889371] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.889371] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4e33cdd-f715-405e-a7a5-7ee8b9581857 is going to be updated. [ 940.928922] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.928922] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.928922] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.929256] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.929378] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.929613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4e33cdd-f715-405e-a7a5-7ee8b9581857" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.244368] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-260 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.244577] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-260" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.244706] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-260" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.244974] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-260" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.245639] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.245808] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.245932] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.246182] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.246335] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.246560] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.246677] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.246785] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.246893] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.247012] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.247121] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.247252] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.266919] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.267142] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 941.267350] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.267446] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-260" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.267720] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-7056651e-bed7-4bbc-a730-bf9738873eae taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.267911] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-7056651e-bed7-4bbc-a730-bf9738873eae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.268094] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-7056651e-bed7-4bbc-a730-bf9738873eae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.268375] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-7056651e-bed7-4bbc-a730-bf9738873eae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.268515] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7056651e-bed7-4bbc-a730-bf9738873eae',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.356904] env[65529]: INFO networking_nsxv3.common.synchronization [req-3cd7164c-0b9d-469c-bcc8-55818c6528b0 req-0817eeba-5e61-4f18-8a64-583294f6cb16 tempest-ServerTagsTestJSON-458316231 tempest-ServerTagsTestJSON-458316231-project-member] Enqueued Resource ID: 473fa099-1554-43fb-9112-b2f0fdfc7885 with Priority: HIGHEST for action security_group_members [ 941.357468] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 473fa099-1554-43fb-9112-b2f0fdfc7885 with Priority: HIGHEST for action security_group_members [ 941.357781] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-473fa099-1554-43fb-9112-b2f0fdfc7885 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.357938] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-473fa099-1554-43fb-9112-b2f0fdfc7885" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.358182] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-473fa099-1554-43fb-9112-b2f0fdfc7885" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.358227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-473fa099-1554-43fb-9112-b2f0fdfc7885" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.358364] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.358456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.358530] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.358674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.358760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.358855] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('473fa099-1554-43fb-9112-b2f0fdfc7885',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.376504] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.376630] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.376702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.376904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.377050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.377960] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.378092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.378092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.378277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.378376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.378481] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 451faddd-f691-4fb4-b793-9000d7d91751 is going to be updated. [ 941.419186] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.419343] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.419418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.419634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.419789] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.441925] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451faddd-f691-4fb4-b793-9000d7d91751 in Status: IN_PROGRESS for 2s [ 941.772200] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.772200] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.772200] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.772200] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.772200] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.772608] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 7056651e-bed7-4bbc-a730-bf9738873eae not found, creating... [ 941.772608] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.772779] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.772919] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.773091] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.773272] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.774778] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.774778] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.774778] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.774778] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.775044] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.775117] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 7056651e-bed7-4bbc-a730-bf9738873eae is going to be created. [ 941.808672] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.808672] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.808672] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.808672] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.808672] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.808672] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-7056651e-bed7-4bbc-a730-bf9738873eae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.855612] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: SUCCESS [ 941.855859] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.863028] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.863028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.863028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.863028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.863028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.863028] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.863028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.863028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.863028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.863028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.863028] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 473fa099-1554-43fb-9112-b2f0fdfc7885 is going to be updated. [ 941.904029] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.904395] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.904395] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.904480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.904627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.929652] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 473fa099-1554-43fb-9112-b2f0fdfc7885 in Status: IN_PROGRESS for 2s [ 942.030318] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: SUCCESS [ 942.030318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.030318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.030318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.030318] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.030318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.030318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.030318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.030318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.030318] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.533546] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.549979] env[65529]: INFO networking_nsxv3.common.synchronization [req-592dc5be-8722-4c84-8454-7d9eba31c4e0 req-44ae75df-4ced-459f-a629-8d1a64abc6b3 service nova] Enqueued Resource ID: 451faddd-f691-4fb4-b793-9000d7d91751 with Priority: HIGHEST for action security_group_rules [ 942.550190] env[65529]: INFO networking_nsxv3.common.synchronization [req-592dc5be-8722-4c84-8454-7d9eba31c4e0 req-44ae75df-4ced-459f-a629-8d1a64abc6b3 service nova] Enqueued Resource ID: 451faddd-f691-4fb4-b793-9000d7d91751 with Priority: HIGHEST for action security_group_members [ 942.550326] env[65529]: INFO networking_nsxv3.common.synchronization [req-592dc5be-8722-4c84-8454-7d9eba31c4e0 req-44ae75df-4ced-459f-a629-8d1a64abc6b3 service nova] Enqueued Resource ID: 7056651e-bed7-4bbc-a730-bf9738873eae with Priority: HIGHEST for action port [ 942.550820] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451faddd-f691-4fb4-b793-9000d7d91751 with Priority: HIGHEST for action security_group_rules [ 942.550981] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451faddd-f691-4fb4-b793-9000d7d91751 with Priority: HIGHEST for action security_group_members [ 942.551779] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7056651e-bed7-4bbc-a730-bf9738873eae with Priority: HIGHEST for action port [ 942.552079] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-451faddd-f691-4fb4-b793-9000d7d91751 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.552187] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.552247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.552461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.552814] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('451faddd-f691-4fb4-b793-9000d7d91751',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.554836] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-451faddd-f691-4fb4-b793-9000d7d91751 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.555028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.555504] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-7056651e-bed7-4bbc-a730-bf9738873eae taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.555621] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7056651e-bed7-4bbc-a730-bf9738873eae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.555699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7056651e-bed7-4bbc-a730-bf9738873eae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.556317] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7056651e-bed7-4bbc-a730-bf9738873eae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.556436] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7056651e-bed7-4bbc-a730-bf9738873eae',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.037360] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.048834] env[65529]: INFO networking_nsxv3.common.synchronization [req-f47a5d6c-14da-4bc5-bb8d-4cf0b8425763 req-a50d5f0b-6b3a-4857-b07e-efd612b60987 tempest-InstanceActionsNegativeTestJSON-1366306718 tempest-InstanceActionsNegativeTestJSON-1366306718-project-member] Enqueued Resource ID: 94af5317-b04c-4369-b5e6-8d6ba84c284d with Priority: HIGHEST for action security_group_members [ 943.049543] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94af5317-b04c-4369-b5e6-8d6ba84c284d with Priority: HIGHEST for action security_group_members [ 943.049931] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94af5317-b04c-4369-b5e6-8d6ba84c284d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.050034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94af5317-b04c-4369-b5e6-8d6ba84c284d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.050069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94af5317-b04c-4369-b5e6-8d6ba84c284d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.050813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94af5317-b04c-4369-b5e6-8d6ba84c284d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.050813] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.050813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.050813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.050813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.050813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.051365] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94af5317-b04c-4369-b5e6-8d6ba84c284d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.055817] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-451faddd-f691-4fb4-b793-9000d7d91751 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.056047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.057844] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7056651e-bed7-4bbc-a730-bf9738873eae with status ACTIVE [ 943.058759] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.058905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.058979] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.059217] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.059323] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.059614] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.059726] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.059794] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.060032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.060109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.060306] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.060423] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.060509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.060662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.060742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.060826] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7056651e-bed7-4bbc-a730-bf9738873eae is going to be updated. [ 943.090245] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.090525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.090595] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.091286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.091286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.091631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7056651e-bed7-4bbc-a730-bf9738873eae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.467800] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451faddd-f691-4fb4-b793-9000d7d91751 in Status: SUCCESS [ 943.468042] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 451faddd-f691-4fb4-b793-9000d7d91751 deletion is rescheduled due to dependency. [ 943.468133] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.468304] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.468535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.468721] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.468837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.468894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.469067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.469144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.469243] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('451faddd-f691-4fb4-b793-9000d7d91751',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.517726] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.517946] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-455" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.518745] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-455" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.518745] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-455" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.518745] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.518745] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.519076] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.519076] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.519308] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.519694] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.519826] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.520095] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.520236] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.520360] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.520475] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.520614] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.540143] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.540335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.540402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.540689] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.540791] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.540897] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 is going to be updated. [ 943.551682] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.551858] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 943.551995] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.552194] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-455" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.552602] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-4cbdc9c2-a1ce-4cb8-8834-127ffd4426d9 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.553178] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-4cbdc9c2-a1ce-4cb8-8834-127ffd4426d9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.553314] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-4cbdc9c2-a1ce-4cb8-8834-127ffd4426d9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.553604] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-4cbdc9c2-a1ce-4cb8-8834-127ffd4426d9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.553769] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cbdc9c2-a1ce-4cb8-8834-127ffd4426d9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.555031] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.555234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.555312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.555497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.555627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.555769] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.555863] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.555923] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.556083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.556158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.556240] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94af5317-b04c-4369-b5e6-8d6ba84c284d is going to be updated. [ 943.573848] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.574036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.574106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.574288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.574459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.586088] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: IN_PROGRESS for 2s [ 943.596523] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.596736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.596736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.596983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.597167] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.609168] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94af5317-b04c-4369-b5e6-8d6ba84c284d in Status: IN_PROGRESS for 2s [ 943.940344] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 473fa099-1554-43fb-9112-b2f0fdfc7885 in Status: SUCCESS [ 943.940344] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 473fa099-1554-43fb-9112-b2f0fdfc7885 deletion is rescheduled due to dependency. [ 943.940344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-473fa099-1554-43fb-9112-b2f0fdfc7885" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.975230] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('451faddd-f691-4fb4-b793-9000d7d91751',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.060797] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.061219] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.061219] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.061627] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.062096] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.062096] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.062283] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.062318] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.062564] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.062703] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.062988] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.063163] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.063279] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.063488] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.063619] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.063839] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 4cbdc9c2-a1ce-4cb8-8834-127ffd4426d9 is going to be updated. [ 944.089757] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.089757] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.089757] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.089757] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.089757] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.089757] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-4cbdc9c2-a1ce-4cb8-8834-127ffd4426d9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.478550] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('451faddd-f691-4fb4-b793-9000d7d91751',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.825591] env[65529]: INFO networking_nsxv3.common.synchronization [req-90b27930-e7cf-4ea5-8ce1-618adfddf0e6 req-6a37c12d-8d25-405c-9b3e-7536b96652b5 service nova] Enqueued Resource ID: b728ec97-4d90-4064-ace7-f08068b1eeba with Priority: HIGHEST for action security_group_rules [ 944.825591] env[65529]: INFO networking_nsxv3.common.synchronization [req-90b27930-e7cf-4ea5-8ce1-618adfddf0e6 req-6a37c12d-8d25-405c-9b3e-7536b96652b5 service nova] Enqueued Resource ID: b728ec97-4d90-4064-ace7-f08068b1eeba with Priority: HIGHEST for action security_group_members [ 944.825591] env[65529]: INFO networking_nsxv3.common.synchronization [req-90b27930-e7cf-4ea5-8ce1-618adfddf0e6 req-6a37c12d-8d25-405c-9b3e-7536b96652b5 service nova] Enqueued Resource ID: 4cbdc9c2-a1ce-4cb8-8834-127ffd4426d9 with Priority: HIGHEST for action port [ 944.826847] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b728ec97-4d90-4064-ace7-f08068b1eeba with Priority: HIGHEST for action security_group_rules [ 944.827160] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b728ec97-4d90-4064-ace7-f08068b1eeba with Priority: HIGHEST for action security_group_members [ 944.827238] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cbdc9c2-a1ce-4cb8-8834-127ffd4426d9 with Priority: HIGHEST for action port [ 944.827800] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b728ec97-4d90-4064-ace7-f08068b1eeba taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.827800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.827800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.828048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.828107] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b728ec97-4d90-4064-ace7-f08068b1eeba',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.830431] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b728ec97-4d90-4064-ace7-f08068b1eeba taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.830548] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.831060] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.831060] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.831213] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.831213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.831293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.831589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.831589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.831680] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b728ec97-4d90-4064-ace7-f08068b1eeba',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.834696] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cbdc9c2-a1ce-4cb8-8834-127ffd4426d9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.834696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cbdc9c2-a1ce-4cb8-8834-127ffd4426d9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.834696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cbdc9c2-a1ce-4cb8-8834-127ffd4426d9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.834696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cbdc9c2-a1ce-4cb8-8834-127ffd4426d9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.834696] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cbdc9c2-a1ce-4cb8-8834-127ffd4426d9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.980627] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.980809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.981978] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.981978] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.981978] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.981978] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 451faddd-f691-4fb4-b793-9000d7d91751 is going to be updated. [ 945.018854] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.018996] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.019072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.019331] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.019502] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.030157] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451faddd-f691-4fb4-b793-9000d7d91751 in Status: IN_PROGRESS for 2s [ 945.204933] env[65529]: INFO networking_nsxv3.common.synchronization [req-f78f70c5-1ab3-42aa-b13b-ddb5578b34a7 req-20154edc-a102-4b32-a48c-ccb91e6276e9 tempest-ServersTestJSON-2119500116 tempest-ServersTestJSON-2119500116-project-member] Enqueued Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 945.205571] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 945.205967] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.206134] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.206134] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.208055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.208055] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.208055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.208055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.208280] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.208314] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.208435] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.336058] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b728ec97-4d90-4064-ace7-f08068b1eeba taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.336058] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.336261] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b728ec97-4d90-4064-ace7-f08068b1eeba',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.337211] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cbdc9c2-a1ce-4cb8-8834-127ffd4426d9 with status ACTIVE [ 945.337412] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.337540] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.337614] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.337812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.337900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.338087] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.338196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.338238] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.338386] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.338458] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.338637] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.338728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.338968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.338968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.338968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.339166] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cbdc9c2-a1ce-4cb8-8834-127ffd4426d9 is going to be updated. [ 945.369231] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.369499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.369596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.369823] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.369963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.370191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cbdc9c2-a1ce-4cb8-8834-127ffd4426d9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.602048] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: SUCCESS [ 945.602048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.602048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.602048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.602048] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.602048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.602048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.602048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.602048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.602048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.602595] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.620428] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94af5317-b04c-4369-b5e6-8d6ba84c284d in Status: SUCCESS [ 945.620625] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94af5317-b04c-4369-b5e6-8d6ba84c284d deletion is rescheduled due to dependency. [ 945.620741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94af5317-b04c-4369-b5e6-8d6ba84c284d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.711355] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.841697] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b728ec97-4d90-4064-ace7-f08068b1eeba',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.104340] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.104543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.104641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.104850] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.105618] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.105618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.105618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.105618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.105618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.105618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.105894] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.105894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.106011] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.106108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.106259] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.106341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.106425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.106610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.106696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.106781] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.106928] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.216967] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.349084] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.349329] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.349400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.349701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.349898] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.350068] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b728ec97-4d90-4064-ace7-f08068b1eeba is going to be updated. [ 946.414475] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.416426] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.416568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.417967] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.420378] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.433918] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b728ec97-4d90-4064-ace7-f08068b1eeba in Status: IN_PROGRESS for 2s [ 946.609196] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6: rpc.has_security_group_logging(os_id): False [ 946.632792] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.633032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.633143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.633474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.633620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.633976] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.634154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.634257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.634571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.634626] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.634906] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.638143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.638270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.638482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.638575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.638817] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.638931] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.638998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.639166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.639247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.639538] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 is going to be updated. [ 946.715423] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.715593] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.715640] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.715878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.715998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.719112] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.719236] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.719307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.719523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.719608] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.719704] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eab85d65-9b66-46cf-bf13-f44781596cb3 is going to be updated. [ 946.737515] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: IN_PROGRESS for 2s [ 946.741598] env[65529]: INFO networking_nsxv3.common.synchronization [req-aae75b13-64d0-49f0-9d00-2cde0ceab15d req-a49ab66e-b466-4bfd-9db5-014e8fb7b02f tempest-ServerRescueTestJSONUnderV235-714986679 tempest-ServerRescueTestJSONUnderV235-714986679-project-member] Enqueued Resource ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b with Priority: HIGHEST for action security_group_members [ 946.742316] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b with Priority: HIGHEST for action security_group_members [ 946.742791] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cca8c15-9197-4c64-93c1-2b1fe775c89b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.742975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.743277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.743384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.743610] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.743750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.743806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.744025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.744083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.744182] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cca8c15-9197-4c64-93c1-2b1fe775c89b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.753467] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.753467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.753467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.753686] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.753686] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.764042] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: IN_PROGRESS for 2s [ 947.040945] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451faddd-f691-4fb4-b793-9000d7d91751 in Status: SUCCESS [ 947.041741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.041947] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.042196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.042409] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.042562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.042647] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.043055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.043191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.043327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.043452] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('451faddd-f691-4fb4-b793-9000d7d91751',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.161935] env[65529]: INFO networking_nsxv3.common.synchronization [req-aa465212-488e-4f62-865a-b22adaf0a919 req-c8e5fb87-a183-4a42-b88c-84c5ce557f79 tempest-ServersWithSpecificFlavorTestJSON-481645510 tempest-ServersWithSpecificFlavorTestJSON-481645510-project-member] Enqueued Resource ID: e2888787-57df-4541-8ebe-890e8246a93b with Priority: HIGHEST for action security_group_members [ 947.163044] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2888787-57df-4541-8ebe-890e8246a93b with Priority: HIGHEST for action security_group_members [ 947.163569] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2888787-57df-4541-8ebe-890e8246a93b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.163703] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.163804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.164033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.164180] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.164282] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.164346] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.164504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.165029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.165029] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2888787-57df-4541-8ebe-890e8246a93b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.246967] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.247358] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.247358] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.247501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.247592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.247864] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.248052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.248052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.248194] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.248263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.248346] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b already deleted. [ 947.248431] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.261783] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.261976] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-618" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.262206] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-618" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.262767] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-618" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.262926] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.263267] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.263410] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.263604] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.263757] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.263975] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 947.264102] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 947.264286] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 947.264356] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 947.264423] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 947.264531] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 947.264700] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 947.333439] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 947.333708] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.069 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 947.333950] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 947.334282] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-618" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.335049] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-e506fa71-eb6a-4579-a88a-b431cd0206a4 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.335224] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-e506fa71-eb6a-4579-a88a-b431cd0206a4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.335658] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-e506fa71-eb6a-4579-a88a-b431cd0206a4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.336018] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-e506fa71-eb6a-4579-a88a-b431cd0206a4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.336183] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e506fa71-eb6a-4579-a88a-b431cd0206a4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.547300] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-451faddd-f691-4fb4-b793-9000d7d91751 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.547510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.547510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.547694] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.547869] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.548055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.548055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.548196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.548283] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.548372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.548842] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-451faddd-f691-4fb4-b793-9000d7d91751 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.548842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.548998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.549054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.549162] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.549249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.549303] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.549529] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.549610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.549696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.549783] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('451faddd-f691-4fb4-b793-9000d7d91751',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.669125] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.669494] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.669650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.670041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.696902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.697076] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.697199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.697268] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.697481] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.697562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.697655] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2888787-57df-4541-8ebe-890e8246a93b is going to be updated. [ 947.736466] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.736723] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.736859] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.737206] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.737376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.749852] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2888787-57df-4541-8ebe-890e8246a93b in Status: IN_PROGRESS for 2s [ 947.839205] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.839626] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.839741] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.840226] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.840447] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.840738] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port e506fa71-eb6a-4579-a88a-b431cd0206a4 not found, creating... [ 947.841812] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.842104] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.842308] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.842952] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.843074] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.843447] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.843660] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.843810] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.844146] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.844374] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.844577] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: e506fa71-eb6a-4579-a88a-b431cd0206a4 is going to be created. [ 947.887237] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.887237] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.887237] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.887237] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.887237] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.887237] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-e506fa71-eb6a-4579-a88a-b431cd0206a4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.055182] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 451faddd-f691-4fb4-b793-9000d7d91751: rpc.has_security_group_logging(os_id): False [ 948.081276] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.081465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.081537] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.081754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.081848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.082080] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.082182] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.082242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.082401] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.082498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.086025] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.086025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.086025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.086025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.086025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.086025] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.086025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.086025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.086025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.086025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.086025] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 451faddd-f691-4fb4-b793-9000d7d91751 is going to be updated. [ 948.168501] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.168712] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.168817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.169162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.169353] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.186618] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 451faddd-f691-4fb4-b793-9000d7d91751 in Status: IN_PROGRESS for 2s [ 948.449788] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b728ec97-4d90-4064-ace7-f08068b1eeba in Status: SUCCESS [ 948.449788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.449788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.449788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.449788] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.449788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.449788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.449788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.449788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.449788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.449788] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b728ec97-4d90-4064-ace7-f08068b1eeba',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.693871] env[65529]: INFO networking_nsxv3.common.synchronization [req-aae75b13-64d0-49f0-9d00-2cde0ceab15d req-77f19d76-8e92-4c9e-af83-1bd8a0061d61 service nova] Enqueued Resource ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b with Priority: HIGHEST for action security_group_rules [ 948.694088] env[65529]: INFO networking_nsxv3.common.synchronization [req-aae75b13-64d0-49f0-9d00-2cde0ceab15d req-77f19d76-8e92-4c9e-af83-1bd8a0061d61 service nova] Enqueued Resource ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b with Priority: HIGHEST for action security_group_members [ 948.694268] env[65529]: INFO networking_nsxv3.common.synchronization [req-aae75b13-64d0-49f0-9d00-2cde0ceab15d req-77f19d76-8e92-4c9e-af83-1bd8a0061d61 service nova] Enqueued Resource ID: e506fa71-eb6a-4579-a88a-b431cd0206a4 with Priority: HIGHEST for action port [ 948.694829] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b with Priority: HIGHEST for action security_group_rules [ 948.695096] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b with Priority: HIGHEST for action security_group_members [ 948.695096] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e506fa71-eb6a-4579-a88a-b431cd0206a4 with Priority: HIGHEST for action port [ 948.695437] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cca8c15-9197-4c64-93c1-2b1fe775c89b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.695635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.695635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.696050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.696050] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cca8c15-9197-4c64-93c1-2b1fe775c89b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.697042] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cca8c15-9197-4c64-93c1-2b1fe775c89b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.703439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.703439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.703439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.703561] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.703656] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.703705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.703858] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.705023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.705023] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cca8c15-9197-4c64-93c1-2b1fe775c89b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.706082] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e506fa71-eb6a-4579-a88a-b431cd0206a4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.706288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e506fa71-eb6a-4579-a88a-b431cd0206a4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.706416] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e506fa71-eb6a-4579-a88a-b431cd0206a4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.706553] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e506fa71-eb6a-4579-a88a-b431cd0206a4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.706763] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e506fa71-eb6a-4579-a88a-b431cd0206a4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.758645] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: SUCCESS [ 948.762021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.787784] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: SUCCESS [ 948.788113] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.954763] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b728ec97-4d90-4064-ace7-f08068b1eeba',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.211118] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cca8c15-9197-4c64-93c1-2b1fe775c89b taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.211118] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.211353] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4cca8c15-9197-4c64-93c1-2b1fe775c89b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.216817] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e506fa71-eb6a-4579-a88a-b431cd0206a4 with status ACTIVE [ 949.220536] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.220786] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.223907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.223907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.223907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.223907] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.223907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.223907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.223907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.223907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.223907] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.223907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.223907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.223907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.223907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.223907] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e506fa71-eb6a-4579-a88a-b431cd0206a4 is going to be updated. [ 949.253216] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.253216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.253216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.253216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.253216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.253603] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e506fa71-eb6a-4579-a88a-b431cd0206a4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.456751] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b728ec97-4d90-4064-ace7-f08068b1eeba: rpc.has_security_group_logging(os_id): False [ 949.485302] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.485302] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.485302] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.485522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.485594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.485855] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.485948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.486051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.486333] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.486333] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.486480] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b728ec97-4d90-4064-ace7-f08068b1eeba is going to be updated. [ 949.562954] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.562954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.562954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.563236] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.563236] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.576698] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b728ec97-4d90-4064-ace7-f08068b1eeba in Status: IN_PROGRESS for 2s [ 949.726052] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4cca8c15-9197-4c64-93c1-2b1fe775c89b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.761132] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2888787-57df-4541-8ebe-890e8246a93b in Status: SUCCESS [ 949.761280] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2888787-57df-4541-8ebe-890e8246a93b deletion is rescheduled due to dependency. [ 949.761494] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2888787-57df-4541-8ebe-890e8246a93b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.202071] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 451faddd-f691-4fb4-b793-9000d7d91751 in Status: SUCCESS [ 950.202303] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.228544] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.229490] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.229596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.229803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.229909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.229986] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b is going to be created. [ 950.259036] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.259206] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.260135] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.260135] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.260135] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.277960] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b in Status: UNINITIALIZED for 2s [ 951.596975] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b728ec97-4d90-4064-ace7-f08068b1eeba in Status: SUCCESS [ 951.596975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.299196] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b in Status: SUCCESS [ 952.299855] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.299997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.300433] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.300774] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.300980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.301993] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.302410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.302550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.302680] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.302815] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4cca8c15-9197-4c64-93c1-2b1fe775c89b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.807272] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cca8c15-9197-4c64-93c1-2b1fe775c89b taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.807272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.807272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.807829] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.807958] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.808174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.808174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.808334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.808385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.808499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.808739] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cca8c15-9197-4c64-93c1-2b1fe775c89b taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.808851] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.808915] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.809156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.809464] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.809627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.809700] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.810089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.810197] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.810297] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.810413] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4cca8c15-9197-4c64-93c1-2b1fe775c89b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.318738] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4cca8c15-9197-4c64-93c1-2b1fe775c89b: rpc.has_security_group_logging(os_id): False [ 953.340211] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.340486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.340486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.340701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.340790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.341076] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.341204] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.341204] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.341467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.341467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.341643] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.341742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.341808] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.341960] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.342065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.342231] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.342315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.342422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.342559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.342663] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.342810] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b is going to be created. [ 953.446020] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.446020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.446020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.446020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.446020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.472551] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b in Status: IN_PROGRESS for 2s [ 953.696747] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 953.696983] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 954.165893] env[65529]: INFO networking_nsxv3.common.synchronization [req-c6e364d4-dc17-4c32-b6fb-68f39ae61e54 req-e9b83b59-bf23-4f1d-ae45-9e8e5c409e22 tempest-DeleteServersTestJSON-994990992 tempest-DeleteServersTestJSON-994990992-project-member] Enqueued Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 954.167509] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 954.167509] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.167509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.167509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.167509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.167730] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.167791] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.167875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.168079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.168199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.168321] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.296176] env[65529]: INFO networking_nsxv3.common.synchronization [None req-0e49ed9e-c170-4c88-855d-7eb76ef77621 None None] Enqueued Resource ID: 36fe6925-dcd3-41c9-8d6d-8221f91dfd35 with Priority: HIGHEST for action port [ 954.296679] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36fe6925-dcd3-41c9-8d6d-8221f91dfd35 with Priority: HIGHEST for action port [ 954.299017] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-36fe6925-dcd3-41c9-8d6d-8221f91dfd35 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.299166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36fe6925-dcd3-41c9-8d6d-8221f91dfd35" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.299166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36fe6925-dcd3-41c9-8d6d-8221f91dfd35" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.299416] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36fe6925-dcd3-41c9-8d6d-8221f91dfd35" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.299539] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36fe6925-dcd3-41c9-8d6d-8221f91dfd35',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.662170] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-424 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.662170] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-424" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.662386] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-424" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.662812] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-424" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.662912] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.664890] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.669727] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.669727] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.669727] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.669727] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.669727] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.670141] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.670141] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.670141] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.671141] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.671141] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.674468] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.674468] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.674752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.674752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.674842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.675040] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.675271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.675271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.679051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.679051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.679051] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 already deleted. [ 954.679051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.697509] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.697509] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 954.697509] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.697509] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-424" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.697954] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-57b14069-fdf5-4304-97b6-963a23b5654b taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.698163] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-57b14069-fdf5-4304-97b6-963a23b5654b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.698307] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-57b14069-fdf5-4304-97b6-963a23b5654b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.698701] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-57b14069-fdf5-4304-97b6-963a23b5654b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.698862] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57b14069-fdf5-4304-97b6-963a23b5654b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.805208] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36fe6925-dcd3-41c9-8d6d-8221f91dfd35 [ 954.805208] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.805208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.805208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.805208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.805208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.805208] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36fe6925-dcd3-41c9-8d6d-8221f91dfd35 already deleted. [ 954.805208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36fe6925-dcd3-41c9-8d6d-8221f91dfd35" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.205456] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.205876] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.205876] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.206040] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.206145] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.206305] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 57b14069-fdf5-4304-97b6-963a23b5654b not found, creating... [ 955.206609] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.206831] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.207542] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.207542] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.207542] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.207675] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.207800] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.207847] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.208077] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.208209] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.208371] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 57b14069-fdf5-4304-97b6-963a23b5654b is going to be created. [ 955.239945] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.240193] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.240320] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.240832] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.240946] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.241136] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-57b14069-fdf5-4304-97b6-963a23b5654b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.497234] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b in Status: SUCCESS [ 955.497495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.638130] env[65529]: INFO networking_nsxv3.common.synchronization [req-b86459d0-f106-442b-81fe-1ef2dfa1b3b9 req-f809a16d-3236-427c-b4da-35af97a2b950 tempest-ServersAdminTestJSON-706436611 tempest-ServersAdminTestJSON-706436611-project-member] Enqueued Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGHEST for action security_group_members [ 955.638701] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGHEST for action security_group_members [ 955.639079] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cc165da-c7bb-407e-ac78-575f080ac582 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.639186] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.639273] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.639491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.639655] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.639753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.639818] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.639968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.640065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.640163] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.006616] env[65529]: INFO networking_nsxv3.common.synchronization [req-c6e364d4-dc17-4c32-b6fb-68f39ae61e54 req-0c10155a-866a-4dc8-b80b-997022c1c05a service nova] Enqueued Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_rules [ 956.006616] env[65529]: INFO networking_nsxv3.common.synchronization [req-c6e364d4-dc17-4c32-b6fb-68f39ae61e54 req-0c10155a-866a-4dc8-b80b-997022c1c05a service nova] Enqueued Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 956.006616] env[65529]: INFO networking_nsxv3.common.synchronization [req-c6e364d4-dc17-4c32-b6fb-68f39ae61e54 req-0c10155a-866a-4dc8-b80b-997022c1c05a service nova] Enqueued Resource ID: 57b14069-fdf5-4304-97b6-963a23b5654b with Priority: HIGHEST for action port [ 956.008103] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_rules [ 956.008103] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 956.008103] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b14069-fdf5-4304-97b6-963a23b5654b with Priority: HIGHEST for action port [ 956.011448] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.011594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.011670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.011983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.012085] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.013976] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.015262] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.015365] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.015623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.015837] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.015959] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.016038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.016202] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.016302] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.016439] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.017557] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-57b14069-fdf5-4304-97b6-963a23b5654b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.017664] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57b14069-fdf5-4304-97b6-963a23b5654b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.017743] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57b14069-fdf5-4304-97b6-963a23b5654b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.017915] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57b14069-fdf5-4304-97b6-963a23b5654b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.018031] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57b14069-fdf5-4304-97b6-963a23b5654b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.022929] env[65529]: INFO networking_nsxv3.common.synchronization [req-d8140d0e-9665-4837-adc2-9d6005a25309 req-40247a1a-0616-4bb1-bbcd-d0e6b873d213 tempest-ImagesOneServerNegativeTestJSON-27004092 tempest-ImagesOneServerNegativeTestJSON-27004092-project-member] Enqueued Resource ID: 451faddd-f691-4fb4-b793-9000d7d91751 with Priority: HIGHEST for action security_group_members [ 956.023872] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451faddd-f691-4fb4-b793-9000d7d91751 with Priority: HIGHEST for action security_group_members [ 956.024290] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-451faddd-f691-4fb4-b793-9000d7d91751 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.024432] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.024504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.027164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.027164] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.027164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.027164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.027164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.027164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.027164] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('451faddd-f691-4fb4-b793-9000d7d91751',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.145039] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.145039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.145039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.145039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.145039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.145039] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.145039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.145039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.145783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.145783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.145783] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cc165da-c7bb-407e-ac78-575f080ac582 is going to be updated. [ 956.181357] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.181761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.181920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.182249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.182446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.193131] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cc165da-c7bb-407e-ac78-575f080ac582 in Status: IN_PROGRESS for 2s [ 956.522079] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.522079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.523870] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.525238] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57b14069-fdf5-4304-97b6-963a23b5654b with status ACTIVE [ 956.525581] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.526329] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.526329] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.526329] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.526489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.526797] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.526797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.526955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.531312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.531312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.531312] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.531312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.531522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.531953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.532173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.532411] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57b14069-fdf5-4304-97b6-963a23b5654b is going to be updated. [ 956.535652] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.536129] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.536129] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.536861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.536861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.536861] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.537043] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.537138] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.537437] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.537581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.537742] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 451faddd-f691-4fb4-b793-9000d7d91751 is going to be updated. [ 956.567839] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.568058] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.568130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.569566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.569566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.569566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57b14069-fdf5-4304-97b6-963a23b5654b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.574665] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.574832] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.574904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.575142] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.575289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.580292] env[65529]: INFO networking_nsxv3.common.synchronization [None req-99baed12-a7f0-4d33-bc2e-1a44a7973f3c tempest-AttachVolumeNegativeTest-345451696 tempest-AttachVolumeNegativeTest-345451696-project-member] Enqueued Resource ID: 50a073fd-cd63-4ce0-ae52-d45aee904ca2 with Priority: HIGHEST for action security_group_rules [ 956.581191] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a073fd-cd63-4ce0-ae52-d45aee904ca2 with Priority: HIGHEST for action security_group_rules [ 956.581531] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50a073fd-cd63-4ce0-ae52-d45aee904ca2 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.581659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50a073fd-cd63-4ce0-ae52-d45aee904ca2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.581718] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50a073fd-cd63-4ce0-ae52-d45aee904ca2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.581965] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50a073fd-cd63-4ce0-ae52-d45aee904ca2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.582070] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50a073fd-cd63-4ce0-ae52-d45aee904ca2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.586974] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451faddd-f691-4fb4-b793-9000d7d91751 in Status: IN_PROGRESS for 2s [ 956.728575] env[65529]: INFO networking_nsxv3.common.synchronization [None req-88ab855b-0f10-4b6a-b21c-60cd92790378 tempest-AttachVolumeNegativeTest-345451696 tempest-AttachVolumeNegativeTest-345451696-project-member] Enqueued Resource ID: 50a073fd-cd63-4ce0-ae52-d45aee904ca2 with Priority: HIGHEST for action security_group_rules [ 956.729136] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a073fd-cd63-4ce0-ae52-d45aee904ca2 with Priority: HIGHEST for action security_group_rules [ 956.729981] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50a073fd-cd63-4ce0-ae52-d45aee904ca2 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.730569] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50a073fd-cd63-4ce0-ae52-d45aee904ca2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.780815] env[65529]: INFO networking_nsxv3.common.synchronization [req-f74617c5-805c-4da9-9388-f80ba1cdc653 req-11ebbda0-f670-4c52-b610-a7be92f7f99c tempest-ServerDiskConfigTestJSON-223320736 tempest-ServerDiskConfigTestJSON-223320736-project-member] Enqueued Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_members [ 956.781460] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_members [ 956.781745] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.781865] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.781927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.782159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.782324] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.782550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.782550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.782633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.782716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.782802] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.036022] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.097316] env[65529]: INFO networking_nsxv3.common.synchronization [None req-98441ebc-be6e-40ae-a8a4-a5c59cfc29ab None None] Enqueued Resource ID: 4efac105-64df-4810-8493-1f4aa78554af with Priority: HIGHEST for action port [ 957.099070] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4efac105-64df-4810-8493-1f4aa78554af with Priority: HIGHEST for action port [ 957.099671] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-4efac105-64df-4810-8493-1f4aa78554af taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.099917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4efac105-64df-4810-8493-1f4aa78554af" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.099917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4efac105-64df-4810-8493-1f4aa78554af" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.100143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4efac105-64df-4810-8493-1f4aa78554af" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.100243] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4efac105-64df-4810-8493-1f4aa78554af',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.108532] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.108698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.108770] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.109052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.109086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.109156] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50a073fd-cd63-4ce0-ae52-d45aee904ca2 already deleted. [ 957.109241] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50a073fd-cd63-4ce0-ae52-d45aee904ca2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.109527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50a073fd-cd63-4ce0-ae52-d45aee904ca2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.109696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50a073fd-cd63-4ce0-ae52-d45aee904ca2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.109779] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50a073fd-cd63-4ce0-ae52-d45aee904ca2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.285091] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.285317] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.285394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.285633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.285725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.285940] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.286058] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.286146] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.286367] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.286482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.286689] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd is going to be updated. [ 957.318065] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-460 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.318280] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-460" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.318445] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-460" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.318719] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-460" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.318980] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.319151] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.319324] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.319520] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.319669] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.319881] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 957.320010] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 957.320158] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 957.320272] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 957.320385] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 957.320493] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 957.320625] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 957.327032] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.327032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.327032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.327032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.327032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.336740] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd in Status: IN_PROGRESS for 2s [ 957.351451] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 957.351657] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 957.351805] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 957.351984] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-460" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.352328] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-b296519d-ed1d-4b1f-9d8b-c4c97dbf4e23 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.352504] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-b296519d-ed1d-4b1f-9d8b-c4c97dbf4e23" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.352624] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-b296519d-ed1d-4b1f-9d8b-c4c97dbf4e23" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.352972] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-b296519d-ed1d-4b1f-9d8b-c4c97dbf4e23" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.353126] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b296519d-ed1d-4b1f-9d8b-c4c97dbf4e23',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.541346] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.541757] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.541757] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.542041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.542139] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.545653] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 is going to be created. [ 957.574032] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.574228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.574323] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.574649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.575047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.592284] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: UNINITIALIZED for 2s [ 957.603362] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4efac105-64df-4810-8493-1f4aa78554af [ 957.603629] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.603822] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.603899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.604146] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.604272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.604411] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4efac105-64df-4810-8493-1f4aa78554af already deleted. [ 957.604545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4efac105-64df-4810-8493-1f4aa78554af" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.638220] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.638310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.638310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.638591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.638627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.638725] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50a073fd-cd63-4ce0-ae52-d45aee904ca2 already deleted. [ 957.638812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50a073fd-cd63-4ce0-ae52-d45aee904ca2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.856611] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.856920] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.857079] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.857444] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.857620] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.857802] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port b296519d-ed1d-4b1f-9d8b-c4c97dbf4e23 not found, creating... [ 957.858191] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.858386] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.858520] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.858771] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.858914] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.859614] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.859873] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.860103] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.860711] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.860958] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.861286] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: b296519d-ed1d-4b1f-9d8b-c4c97dbf4e23 is going to be created. [ 957.890648] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.890875] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.891017] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.892144] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.892144] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.892144] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-b296519d-ed1d-4b1f-9d8b-c4c97dbf4e23" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.204312] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cc165da-c7bb-407e-ac78-575f080ac582 in Status: SUCCESS [ 958.204502] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cc165da-c7bb-407e-ac78-575f080ac582 deletion is rescheduled due to dependency. [ 958.204631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.598454] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 451faddd-f691-4fb4-b793-9000d7d91751 in Status: SUCCESS [ 958.598852] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 451faddd-f691-4fb4-b793-9000d7d91751 deletion is rescheduled due to dependency. [ 958.598852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-451faddd-f691-4fb4-b793-9000d7d91751" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.705237] env[65529]: INFO networking_nsxv3.common.synchronization [req-f74617c5-805c-4da9-9388-f80ba1cdc653 req-92d1628d-413c-42ac-8631-19db4826350c service nova] Enqueued Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_rules [ 958.705237] env[65529]: INFO networking_nsxv3.common.synchronization [req-f74617c5-805c-4da9-9388-f80ba1cdc653 req-92d1628d-413c-42ac-8631-19db4826350c service nova] Enqueued Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_members [ 958.705353] env[65529]: INFO networking_nsxv3.common.synchronization [req-f74617c5-805c-4da9-9388-f80ba1cdc653 req-92d1628d-413c-42ac-8631-19db4826350c service nova] Enqueued Resource ID: b296519d-ed1d-4b1f-9d8b-c4c97dbf4e23 with Priority: HIGHEST for action port [ 958.705982] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_rules [ 958.706199] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_members [ 958.706302] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b296519d-ed1d-4b1f-9d8b-c4c97dbf4e23 with Priority: HIGHEST for action port [ 958.706604] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.706733] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.706884] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.707023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.707172] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.709369] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.709505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.709896] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-b296519d-ed1d-4b1f-9d8b-c4c97dbf4e23 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.710019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b296519d-ed1d-4b1f-9d8b-c4c97dbf4e23" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.710119] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b296519d-ed1d-4b1f-9d8b-c4c97dbf4e23" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.710436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b296519d-ed1d-4b1f-9d8b-c4c97dbf4e23" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.710574] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b296519d-ed1d-4b1f-9d8b-c4c97dbf4e23',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.209660] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.209824] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.215852] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b296519d-ed1d-4b1f-9d8b-c4c97dbf4e23 with status ACTIVE [ 959.215852] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.216132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.216132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.216257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.216367] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.216585] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.216726] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.216775] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.216926] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.217339] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.217339] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.217464] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.217464] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.217701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.217701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.217701] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b296519d-ed1d-4b1f-9d8b-c4c97dbf4e23 is going to be updated. [ 959.249879] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.250038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.250096] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.250301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.250457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.250694] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b296519d-ed1d-4b1f-9d8b-c4c97dbf4e23" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.348684] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd in Status: SUCCESS [ 959.348855] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd deletion is rescheduled due to dependency. [ 959.348970] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.349156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.349372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.349585] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.349704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.349767] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.350039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.350122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.350218] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.615830] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: SUCCESS [ 959.616205] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.616466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.616632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.616842] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.616984] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.617047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.617192] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.617302] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.617441] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.617588] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.681120] env[65529]: INFO networking_nsxv3.common.synchronization [req-f9d1e8ee-1d3f-4a01-8fec-d6de3213350e req-3d78711f-877e-4382-b949-dab8a870129e tempest-ServersTestJSON-2031378063 tempest-ServersTestJSON-2031378063-project-member] Enqueued Resource ID: 0cf526f7-9b05-4f0a-9de9-e422edec2d69 with Priority: HIGHEST for action security_group_members [ 959.681872] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf526f7-9b05-4f0a-9de9-e422edec2d69 with Priority: HIGHEST for action security_group_members [ 959.682284] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cf526f7-9b05-4f0a-9de9-e422edec2d69 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.682451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.682547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.682929] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.683149] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.683257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.683323] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.683492] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.683581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.683675] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cf526f7-9b05-4f0a-9de9-e422edec2d69',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.853451] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.101638] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-123 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.101847] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-123" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.101972] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-123" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.103150] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-123" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.103150] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.103150] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.103440] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.103656] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.103753] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.104033] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.104168] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.104274] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.104456] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.105120] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.105120] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.105120] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.121126] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.121314] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.121376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.121633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.121800] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.121903] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.121961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.122127] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.122222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.122312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.122461] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.122649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.122649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.122754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.122869] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.122958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.123028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.123167] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.123242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.123349] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.123429] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.134872] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.135098] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.135277] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.135634] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-123" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.135794] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-d6bb23db-aaf1-41e4-9c12-92f3e5d26d3d taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.135988] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-d6bb23db-aaf1-41e4-9c12-92f3e5d26d3d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.136128] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-d6bb23db-aaf1-41e4-9c12-92f3e5d26d3d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.137936] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-d6bb23db-aaf1-41e4-9c12-92f3e5d26d3d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.137936] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6bb23db-aaf1-41e4-9c12-92f3e5d26d3d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.187500] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.187863] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.188015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.188270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.188389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.188586] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.188691] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.188788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.189397] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.189488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.189773] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cf526f7-9b05-4f0a-9de9-e422edec2d69 already deleted. [ 960.189873] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.355711] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.527052] env[65529]: INFO networking_nsxv3.common.synchronization [req-51c3e8aa-d4ae-4360-8563-3c04d759c189 req-fe75fc9c-9d71-4b17-9bbe-50b56d76507d tempest-ImagesTestJSON-1930669757 tempest-ImagesTestJSON-1930669757-project-member] Enqueued Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_members [ 960.527052] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_members [ 960.527052] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.527052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.527052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.527052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.527052] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.527052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.527052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.527052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.527052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.527052] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.639503] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65: rpc.has_security_group_logging(os_id): False [ 960.641109] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.641109] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.641109] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.641109] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.641109] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.641527] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port d6bb23db-aaf1-41e4-9c12-92f3e5d26d3d not found, creating... [ 960.641574] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.641743] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.641866] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.642133] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.642290] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.642671] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.642861] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.642980] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.643716] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.643716] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.643716] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: d6bb23db-aaf1-41e4-9c12-92f3e5d26d3d is going to be created. [ 960.650685] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.650937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.650937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.651124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.651215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.651442] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.651579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.651638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.651775] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.651856] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.652085] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.652178] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.652240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.652409] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.652617] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.652845] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.652949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.653021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.653152] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.653229] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.653314] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 is going to be created. [ 960.669695] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.669877] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.669989] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.670305] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.670560] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.670797] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-d6bb23db-aaf1-41e4-9c12-92f3e5d26d3d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.743264] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.743451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.743496] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.743760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.743935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.755849] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: IN_PROGRESS for 2s [ 960.858355] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.859133] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.859306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.860144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.860315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.860450] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd is going to be updated. [ 960.977086] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.977086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.977086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.977086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.977086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.999068] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd in Status: IN_PROGRESS for 2s [ 961.026827] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.405161] env[65529]: INFO networking_nsxv3.common.synchronization [req-f9d1e8ee-1d3f-4a01-8fec-d6de3213350e req-9afbb7db-a504-482e-a60d-02bade1c79e9 service nova] Enqueued Resource ID: 0cf526f7-9b05-4f0a-9de9-e422edec2d69 with Priority: HIGHEST for action security_group_rules [ 961.405376] env[65529]: INFO networking_nsxv3.common.synchronization [req-f9d1e8ee-1d3f-4a01-8fec-d6de3213350e req-9afbb7db-a504-482e-a60d-02bade1c79e9 service nova] Enqueued Resource ID: 0cf526f7-9b05-4f0a-9de9-e422edec2d69 with Priority: HIGHEST for action security_group_members [ 961.405512] env[65529]: INFO networking_nsxv3.common.synchronization [req-f9d1e8ee-1d3f-4a01-8fec-d6de3213350e req-9afbb7db-a504-482e-a60d-02bade1c79e9 service nova] Enqueued Resource ID: d6bb23db-aaf1-41e4-9c12-92f3e5d26d3d with Priority: HIGHEST for action port [ 961.409510] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf526f7-9b05-4f0a-9de9-e422edec2d69 with Priority: HIGHEST for action security_group_rules [ 961.409698] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf526f7-9b05-4f0a-9de9-e422edec2d69 with Priority: HIGHEST for action security_group_members [ 961.409804] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6bb23db-aaf1-41e4-9c12-92f3e5d26d3d with Priority: HIGHEST for action port [ 961.410781] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cf526f7-9b05-4f0a-9de9-e422edec2d69 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.410963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.411051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.411300] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.411469] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cf526f7-9b05-4f0a-9de9-e422edec2d69',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.413028] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cf526f7-9b05-4f0a-9de9-e422edec2d69 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.413028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.413028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.413028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.413028] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.413028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.413669] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.413840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.413933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.414051] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cf526f7-9b05-4f0a-9de9-e422edec2d69',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.415500] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6bb23db-aaf1-41e4-9c12-92f3e5d26d3d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.415743] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6bb23db-aaf1-41e4-9c12-92f3e5d26d3d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.415802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6bb23db-aaf1-41e4-9c12-92f3e5d26d3d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.415957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6bb23db-aaf1-41e4-9c12-92f3e5d26d3d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.416019] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6bb23db-aaf1-41e4-9c12-92f3e5d26d3d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.528844] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.917038] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cf526f7-9b05-4f0a-9de9-e422edec2d69',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.918008] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6bb23db-aaf1-41e4-9c12-92f3e5d26d3d with status ACTIVE [ 961.918232] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.918359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.918428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.918606] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.918696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.919105] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.919105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.919224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.919421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.919529] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.919714] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.919807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.919865] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.920015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.920289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.920289] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6bb23db-aaf1-41e4-9c12-92f3e5d26d3d is going to be updated. [ 961.921294] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cf526f7-9b05-4f0a-9de9-e422edec2d69 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.921467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.949608] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.949771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.949899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.950041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.950180] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.950348] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6bb23db-aaf1-41e4-9c12-92f3e5d26d3d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.032617] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.032820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.032889] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.033092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.033615] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.033615] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 is going to be updated. [ 962.077699] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.077699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.077699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.077699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.077699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.088545] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: IN_PROGRESS for 2s [ 962.257885] env[65529]: INFO networking_nsxv3.common.synchronization [req-ef7f26fd-6fac-453d-9f1c-96cbadfdde20 req-e8ca3e9b-fc4e-4c99-99e6-4ac831f57abd tempest-ServerActionsTestJSON-897994477 tempest-ServerActionsTestJSON-897994477-project-member] Enqueued Resource ID: a98ec43a-4056-4923-8a80-54ff207270c0 with Priority: HIGHEST for action security_group_members [ 962.259324] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a98ec43a-4056-4923-8a80-54ff207270c0 with Priority: HIGHEST for action security_group_members [ 962.259953] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-a98ec43a-4056-4923-8a80-54ff207270c0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.259953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a98ec43a-4056-4923-8a80-54ff207270c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.259953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a98ec43a-4056-4923-8a80-54ff207270c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.260236] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a98ec43a-4056-4923-8a80-54ff207270c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.260425] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.260563] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.260647] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.260816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.260966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.261130] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a98ec43a-4056-4923-8a80-54ff207270c0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.422951] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cf526f7-9b05-4f0a-9de9-e422edec2d69',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.634028] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-679 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.634028] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-679" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.634028] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-679" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.634028] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-679" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.634695] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.635107] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.635451] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.635842] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.636174] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.638697] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.638697] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.638697] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.638697] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.638697] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.638697] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.638697] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.662126] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.662624] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 962.662871] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.663200] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-679" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.663652] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-0c081eb4-520d-4f8c-ba51-32eccdcb05e2 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.664145] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-0c081eb4-520d-4f8c-ba51-32eccdcb05e2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.664434] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-0c081eb4-520d-4f8c-ba51-32eccdcb05e2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.664864] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-0c081eb4-520d-4f8c-ba51-32eccdcb05e2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.665141] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c081eb4-520d-4f8c-ba51-32eccdcb05e2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.764810] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.764965] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.765059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.765285] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.765374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.765609] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.765719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.765782] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.765933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.766018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.766106] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a98ec43a-4056-4923-8a80-54ff207270c0 already deleted. [ 962.766204] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a98ec43a-4056-4923-8a80-54ff207270c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.771648] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: SUCCESS [ 962.771857] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.927863] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.928257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.928257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.928344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.928436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.928567] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cf526f7-9b05-4f0a-9de9-e422edec2d69 is going to be created. [ 962.955652] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.955862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.955862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.956114] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.956286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.969451] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cf526f7-9b05-4f0a-9de9-e422edec2d69 in Status: UNINITIALIZED for 2s [ 963.013937] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd in Status: SUCCESS [ 963.014138] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.014369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.014610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.014879] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.015295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.015295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.015429] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.015429] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.015495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.015586] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.169724] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.169958] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.170099] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.170376] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.170545] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.170734] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 0c081eb4-520d-4f8c-ba51-32eccdcb05e2 not found, creating... [ 963.171091] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.171287] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.171444] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.171682] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.171823] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.172137] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.172323] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.172473] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.172697] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.172829] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.172966] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 0c081eb4-520d-4f8c-ba51-32eccdcb05e2 is going to be created. [ 963.193515] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.193728] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.193851] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.194238] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.194491] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.194719] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-0c081eb4-520d-4f8c-ba51-32eccdcb05e2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.518657] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.518757] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.518802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.519585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.519585] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.519585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.519585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.519841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.519841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.519841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.520883] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.520883] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.520883] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.520883] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.520883] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.520883] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.520883] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.520883] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.520883] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.521287] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.521287] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.024617] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3ba41f2-22b5-4672-8da5-d1d7fdf078dd: rpc.has_security_group_logging(os_id): False [ 964.037851] env[65529]: INFO networking_nsxv3.common.synchronization [req-ef7f26fd-6fac-453d-9f1c-96cbadfdde20 req-54664b42-6664-41bc-a308-a3721c7b4399 service nova] Enqueued Resource ID: a98ec43a-4056-4923-8a80-54ff207270c0 with Priority: HIGHEST for action security_group_rules [ 964.038149] env[65529]: INFO networking_nsxv3.common.synchronization [req-ef7f26fd-6fac-453d-9f1c-96cbadfdde20 req-54664b42-6664-41bc-a308-a3721c7b4399 service nova] Enqueued Resource ID: a98ec43a-4056-4923-8a80-54ff207270c0 with Priority: HIGHEST for action security_group_members [ 964.038398] env[65529]: INFO networking_nsxv3.common.synchronization [req-ef7f26fd-6fac-453d-9f1c-96cbadfdde20 req-54664b42-6664-41bc-a308-a3721c7b4399 service nova] Enqueued Resource ID: 0c081eb4-520d-4f8c-ba51-32eccdcb05e2 with Priority: HIGHEST for action port [ 964.042367] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a98ec43a-4056-4923-8a80-54ff207270c0 with Priority: HIGHEST for action security_group_rules [ 964.042549] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a98ec43a-4056-4923-8a80-54ff207270c0 with Priority: HIGHEST for action security_group_members [ 964.042654] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c081eb4-520d-4f8c-ba51-32eccdcb05e2 with Priority: HIGHEST for action port [ 964.043428] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a98ec43a-4056-4923-8a80-54ff207270c0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.043428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a98ec43a-4056-4923-8a80-54ff207270c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.043534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a98ec43a-4056-4923-8a80-54ff207270c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.043937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a98ec43a-4056-4923-8a80-54ff207270c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.043937] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a98ec43a-4056-4923-8a80-54ff207270c0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.044633] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-a98ec43a-4056-4923-8a80-54ff207270c0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.044783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a98ec43a-4056-4923-8a80-54ff207270c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.044834] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a98ec43a-4056-4923-8a80-54ff207270c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.045072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a98ec43a-4056-4923-8a80-54ff207270c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.045220] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.045350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.045789] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.045789] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.045789] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.045789] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a98ec43a-4056-4923-8a80-54ff207270c0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.046871] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c081eb4-520d-4f8c-ba51-32eccdcb05e2 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.047016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c081eb4-520d-4f8c-ba51-32eccdcb05e2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.047085] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c081eb4-520d-4f8c-ba51-32eccdcb05e2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.047234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c081eb4-520d-4f8c-ba51-32eccdcb05e2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.047316] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c081eb4-520d-4f8c-ba51-32eccdcb05e2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.049921] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.049921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.049921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.049921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.049921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.049921] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.049921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.049921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.050216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.050216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.050599] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.050599] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.050738] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.050807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.050855] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.051229] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.051229] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.051740] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.051740] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.051740] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.051740] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd is going to be updated. [ 964.102143] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: SUCCESS [ 964.102341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.127561] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.127561] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.127561] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.127561] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.127561] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.143666] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd in Status: IN_PROGRESS for 2s [ 964.548722] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a98ec43a-4056-4923-8a80-54ff207270c0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.551016] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-a98ec43a-4056-4923-8a80-54ff207270c0 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.551016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a98ec43a-4056-4923-8a80-54ff207270c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.557024] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c081eb4-520d-4f8c-ba51-32eccdcb05e2 with status ACTIVE [ 964.557024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.557024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.557024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.557024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.557024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.557024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.557024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.557024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.557024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.557024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.557024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.557024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.557024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.557024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.557024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.557024] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c081eb4-520d-4f8c-ba51-32eccdcb05e2 is going to be updated. [ 964.581705] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.581848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.581949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.582165] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.582309] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.582525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c081eb4-520d-4f8c-ba51-32eccdcb05e2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.711954] env[65529]: INFO networking_nsxv3.common.synchronization [req-ba22352e-7519-4169-a64e-edd20ea5a1c0 req-e57c2edb-070f-4de4-8db1-55b50bd044a4 tempest-AttachInterfacesTestJSON-2112292789 tempest-AttachInterfacesTestJSON-2112292789-project-member] Enqueued Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_members [ 964.712850] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_members [ 964.713308] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c23df24-c72f-416f-a77c-de60dc11cea7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.713799] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.713875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.714249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.714690] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.714819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.714925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.715166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.715372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.715477] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.981183] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cf526f7-9b05-4f0a-9de9-e422edec2d69 in Status: SUCCESS [ 964.981456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.981909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.981909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.982103] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.982237] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.982301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.982453] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.982564] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.982634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.983038] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0cf526f7-9b05-4f0a-9de9-e422edec2d69',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.052648] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a98ec43a-4056-4923-8a80-54ff207270c0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.130881] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.131102] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.131229] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.131536] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.131814] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.131975] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.132104] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.132319] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.132570] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.132675] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.132785] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.132891] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.133016] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.133158] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.133272] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.133401] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.155290] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.155290] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 965.155290] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.155290] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.155290] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-e74be0b2-93a2-443b-930a-8b5bb951e654 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.155290] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-e74be0b2-93a2-443b-930a-8b5bb951e654" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.155290] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-e74be0b2-93a2-443b-930a-8b5bb951e654" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.155290] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-e74be0b2-93a2-443b-930a-8b5bb951e654" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.155290] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e74be0b2-93a2-443b-930a-8b5bb951e654',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.217842] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.218016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.218089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.218322] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.244025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.244025] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.244025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.244025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.244025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.244025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.244025] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 is going to be updated. [ 965.303261] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.303389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.303460] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.303673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.303822] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.317052] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 in Status: IN_PROGRESS for 2s [ 965.484948] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0cf526f7-9b05-4f0a-9de9-e422edec2d69',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.555172] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.555342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.555381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.555586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.555812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.555975] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a98ec43a-4056-4923-8a80-54ff207270c0 is going to be created. [ 965.578937] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.580083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.580083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.580083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.580083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.590619] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a98ec43a-4056-4923-8a80-54ff207270c0 in Status: UNINITIALIZED for 2s [ 965.658159] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.658622] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.658896] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.659391] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.659391] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.659515] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port e74be0b2-93a2-443b-930a-8b5bb951e654 not found, creating... [ 965.659812] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.659986] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.660116] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.660347] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.660513] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.660939] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.661216] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.661502] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.661805] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.661966] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.662164] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: e74be0b2-93a2-443b-930a-8b5bb951e654 is going to be created. [ 965.691039] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.691277] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.691346] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.691672] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.691947] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.692224] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-e74be0b2-93a2-443b-930a-8b5bb951e654" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.987700] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0cf526f7-9b05-4f0a-9de9-e422edec2d69: rpc.has_security_group_logging(os_id): False [ 966.008518] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.008697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.008792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.009212] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.009451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.009939] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.010215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.010356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.010658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.010814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.011090] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cf526f7-9b05-4f0a-9de9-e422edec2d69 is going to be created. [ 966.100775] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.101729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.101729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.102144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.102415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.121681] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cf526f7-9b05-4f0a-9de9-e422edec2d69 in Status: IN_PROGRESS for 2s [ 966.164979] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd in Status: SUCCESS [ 966.165240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.424120] env[65529]: INFO networking_nsxv3.common.synchronization [req-ba22352e-7519-4169-a64e-edd20ea5a1c0 req-5063b971-4801-4e7a-869c-cbc0c086985a service nova] Enqueued Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_rules [ 966.427101] env[65529]: INFO networking_nsxv3.common.synchronization [req-ba22352e-7519-4169-a64e-edd20ea5a1c0 req-5063b971-4801-4e7a-869c-cbc0c086985a service nova] Enqueued Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_members [ 966.427101] env[65529]: INFO networking_nsxv3.common.synchronization [req-ba22352e-7519-4169-a64e-edd20ea5a1c0 req-5063b971-4801-4e7a-869c-cbc0c086985a service nova] Enqueued Resource ID: e74be0b2-93a2-443b-930a-8b5bb951e654 with Priority: HIGHEST for action port [ 966.427101] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_rules [ 966.427101] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_members [ 966.427101] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e74be0b2-93a2-443b-930a-8b5bb951e654 with Priority: HIGHEST for action port [ 966.427101] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c23df24-c72f-416f-a77c-de60dc11cea7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.427101] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.427101] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.427101] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.427101] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.429069] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c23df24-c72f-416f-a77c-de60dc11cea7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.429069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.429069] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e74be0b2-93a2-443b-930a-8b5bb951e654 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.429069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e74be0b2-93a2-443b-930a-8b5bb951e654" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.429069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e74be0b2-93a2-443b-930a-8b5bb951e654" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.429069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e74be0b2-93a2-443b-930a-8b5bb951e654" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.429545] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e74be0b2-93a2-443b-930a-8b5bb951e654',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.931876] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c23df24-c72f-416f-a77c-de60dc11cea7 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.932136] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.932350] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e74be0b2-93a2-443b-930a-8b5bb951e654 with status ACTIVE [ 966.932631] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.932791] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.932891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.933212] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.933382] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.933626] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.933809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.933937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.934157] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.934271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.934546] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.934714] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.934783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.934998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.935373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.935373] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e74be0b2-93a2-443b-930a-8b5bb951e654 is going to be updated. [ 966.964160] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.964160] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.964160] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.964619] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.964619] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.964788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e74be0b2-93a2-443b-930a-8b5bb951e654" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.328444] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 in Status: SUCCESS [ 967.328744] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 deletion is rescheduled due to dependency. [ 967.328877] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.328917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.329172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.329362] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.329531] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.329606] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.329716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.329863] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.329978] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.605076] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a98ec43a-4056-4923-8a80-54ff207270c0 in Status: SUCCESS [ 967.605076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a98ec43a-4056-4923-8a80-54ff207270c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.605076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a98ec43a-4056-4923-8a80-54ff207270c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.605076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a98ec43a-4056-4923-8a80-54ff207270c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.605076] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.605076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.605076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.605076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.605076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.605076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a98ec43a-4056-4923-8a80-54ff207270c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.605076] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a98ec43a-4056-4923-8a80-54ff207270c0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.833114] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.108908] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a98ec43a-4056-4923-8a80-54ff207270c0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.136620] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cf526f7-9b05-4f0a-9de9-e422edec2d69 in Status: SUCCESS [ 968.136911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.335246] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.611467] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a98ec43a-4056-4923-8a80-54ff207270c0: rpc.has_security_group_logging(os_id): False [ 968.645052] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.645052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.645052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.645446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.645446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.645911] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.646054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.646165] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.646306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.646465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.646576] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a98ec43a-4056-4923-8a80-54ff207270c0 is going to be created. [ 968.726940] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.729114] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.729114] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.729114] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.729114] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.744642] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a98ec43a-4056-4923-8a80-54ff207270c0 in Status: IN_PROGRESS for 2s [ 968.838474] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.838474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.838474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.838474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.838474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.838474] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 is going to be updated. [ 968.948698] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.949026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.949026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.951375] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.951375] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.975515] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 in Status: IN_PROGRESS for 2s [ 970.199055] env[65529]: INFO networking_nsxv3.common.synchronization [req-a9273afb-56d8-44f6-8688-94a5e33ea91b req-9603dca1-c707-4d60-9bde-c76ac0306785 tempest-DeleteServersTestJSON-994990992 tempest-DeleteServersTestJSON-994990992-project-member] Enqueued Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 970.200097] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 970.202591] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.202591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.202591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.202591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.202591] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.202591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.202591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.203076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.203076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.203076] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.705366] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.705573] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.705653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.705903] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.709830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.709830] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.709830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.709830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.709830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.709830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.709830] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 is going to be updated. [ 970.742341] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.742635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.742635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.742910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.743069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.762377] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: IN_PROGRESS for 2s [ 970.764504] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a98ec43a-4056-4923-8a80-54ff207270c0 in Status: SUCCESS [ 970.764751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a98ec43a-4056-4923-8a80-54ff207270c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.990101] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 in Status: SUCCESS [ 970.990373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.991355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.991355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.991355] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.991355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.991355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.991635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.991635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.991765] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.991898] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.496758] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c23df24-c72f-416f-a77c-de60dc11cea7 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.496758] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.496758] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.496758] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.496758] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.496758] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.497258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.497258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.497258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.497258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.497374] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c23df24-c72f-416f-a77c-de60dc11cea7 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.497374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.497445] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.497778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.497778] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.497778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.497936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.497966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.498063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.498147] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.498271] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.002618] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c23df24-c72f-416f-a77c-de60dc11cea7: rpc.has_security_group_logging(os_id): False [ 972.024626] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.024828] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.024878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.025915] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.025915] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.025915] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.025915] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.025915] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.026340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.026340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.026463] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.026516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.026547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.026696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.026769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.026985] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.027558] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.027558] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.027558] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.027832] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.027832] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 is going to be updated. [ 972.101930] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.102138] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.102241] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.102626] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.102964] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.119346] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 in Status: IN_PROGRESS for 2s [ 972.404569] env[65529]: INFO networking_nsxv3.common.synchronization [None req-d7edfaf0-768c-4728-b091-f38c8b93e1a2 tempest-AttachInterfacesTestJSON-2112292789 tempest-AttachInterfacesTestJSON-2112292789-project-member] Enqueued Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_members [ 972.405142] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_members [ 972.405444] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c23df24-c72f-416f-a77c-de60dc11cea7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.405559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.405623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.405841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.406014] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.406122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.406184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.406324] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.406404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.406497] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.774674] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: SUCCESS [ 972.774990] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 deletion is rescheduled due to dependency. [ 972.775062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.848605] env[65529]: INFO networking_nsxv3.common.synchronization [req-c8f4f9cf-b231-45e6-8a8c-ab0e29672b84 req-b8289470-8a79-4f38-b14f-a20a1b6203d6 tempest-ServersNegativeTestJSON-2056374732 tempest-ServersNegativeTestJSON-2056374732-project-member] Enqueued Resource ID: c8a69115-20ce-49f6-8309-2f827565581d with Priority: HIGHEST for action security_group_members [ 972.849261] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8a69115-20ce-49f6-8309-2f827565581d with Priority: HIGHEST for action security_group_members [ 972.849597] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8a69115-20ce-49f6-8309-2f827565581d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.849784] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.849784] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.849994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.850766] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.850890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.852381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.852381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.852381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.852381] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8a69115-20ce-49f6-8309-2f827565581d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.909174] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.359675] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.359675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.359675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.359675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.359675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.359675] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.359675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.359675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.359675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.359675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.359675] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8a69115-20ce-49f6-8309-2f827565581d is going to be updated. [ 973.392272] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.392272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.392272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.392272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.392272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.401204] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8a69115-20ce-49f6-8309-2f827565581d in Status: IN_PROGRESS for 2s [ 973.414148] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.917155] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.917575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.917622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.920388] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.920388] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.920388] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 is going to be updated. [ 973.955986] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.955986] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.957482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.957482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.957482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.969147] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 in Status: IN_PROGRESS for 2s [ 974.132802] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 in Status: SUCCESS [ 974.133065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.439081] env[65529]: INFO networking_nsxv3.common.synchronization [None req-bfacdc45-50a3-4e42-a297-a2c27b56755c None None] Enqueued Resource ID: 93a46f54-2461-4ceb-9bbf-1d0d55e6f946 with Priority: HIGHEST for action port [ 974.439844] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93a46f54-2461-4ceb-9bbf-1d0d55e6f946 with Priority: HIGHEST for action port [ 974.440735] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-93a46f54-2461-4ceb-9bbf-1d0d55e6f946 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.440735] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93a46f54-2461-4ceb-9bbf-1d0d55e6f946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.440735] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93a46f54-2461-4ceb-9bbf-1d0d55e6f946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.441344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93a46f54-2461-4ceb-9bbf-1d0d55e6f946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.441441] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93a46f54-2461-4ceb-9bbf-1d0d55e6f946',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.945496] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93a46f54-2461-4ceb-9bbf-1d0d55e6f946 [ 974.945496] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.945496] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.945496] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.945496] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.945496] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.945496] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93a46f54-2461-4ceb-9bbf-1d0d55e6f946 already deleted. [ 974.945496] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93a46f54-2461-4ceb-9bbf-1d0d55e6f946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.423586] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8a69115-20ce-49f6-8309-2f827565581d in Status: SUCCESS [ 975.423771] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8a69115-20ce-49f6-8309-2f827565581d deletion is rescheduled due to dependency. [ 975.423886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8a69115-20ce-49f6-8309-2f827565581d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.980095] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 in Status: SUCCESS [ 975.980537] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.280747] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.280747] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.280747] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.280747] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.280747] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.280747] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.280747] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.280747] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.281561] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.281918] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.282240] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.282498] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.282755] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.282998] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.283246] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.283504] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.309157] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.309157] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 976.309157] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.309157] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.309157] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-630e7485-37fa-4aeb-a4cd-ab54f5f7d0bd taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.309157] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-630e7485-37fa-4aeb-a4cd-ab54f5f7d0bd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.309157] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-630e7485-37fa-4aeb-a4cd-ab54f5f7d0bd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.309157] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-630e7485-37fa-4aeb-a4cd-ab54f5f7d0bd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.309157] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('630e7485-37fa-4aeb-a4cd-ab54f5f7d0bd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.641026] env[65529]: INFO networking_nsxv3.common.synchronization [None req-121abeeb-d0d4-4109-a14a-f245a9c0eb45 None None] Enqueued Resource ID: 307bcd3a-c9f6-456f-8064-a7acd6b980c7 with Priority: HIGHEST for action port [ 976.641026] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 307bcd3a-c9f6-456f-8064-a7acd6b980c7 with Priority: HIGHEST for action port [ 976.641026] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-307bcd3a-c9f6-456f-8064-a7acd6b980c7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.641026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-307bcd3a-c9f6-456f-8064-a7acd6b980c7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.641026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-307bcd3a-c9f6-456f-8064-a7acd6b980c7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.641755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-307bcd3a-c9f6-456f-8064-a7acd6b980c7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.641990] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('307bcd3a-c9f6-456f-8064-a7acd6b980c7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.812316] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.812512] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.812512] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.812954] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.813177] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.813448] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 630e7485-37fa-4aeb-a4cd-ab54f5f7d0bd not found, creating... [ 976.813830] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.814096] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.814261] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.814559] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.814755] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.815133] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.815344] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.815472] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.815709] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.815849] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.815989] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 630e7485-37fa-4aeb-a4cd-ab54f5f7d0bd is going to be created. [ 976.840264] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.840488] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.840625] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.840926] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.841178] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.841458] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-630e7485-37fa-4aeb-a4cd-ab54f5f7d0bd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.144723] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 307bcd3a-c9f6-456f-8064-a7acd6b980c7 [ 977.145087] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.145157] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.145198] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.145391] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.145518] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.145616] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:307bcd3a-c9f6-456f-8064-a7acd6b980c7 already deleted. [ 977.145701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-307bcd3a-c9f6-456f-8064-a7acd6b980c7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.556907] env[65529]: INFO networking_nsxv3.common.synchronization [req-59d0f351-63ab-4bff-a393-155914725b18 req-a152cd6e-24f2-40b3-8d14-3947d137269f service nova] Enqueued Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_rules [ 977.556907] env[65529]: INFO networking_nsxv3.common.synchronization [req-59d0f351-63ab-4bff-a393-155914725b18 req-a152cd6e-24f2-40b3-8d14-3947d137269f service nova] Enqueued Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_members [ 977.556907] env[65529]: INFO networking_nsxv3.common.synchronization [req-59d0f351-63ab-4bff-a393-155914725b18 req-a152cd6e-24f2-40b3-8d14-3947d137269f service nova] Enqueued Resource ID: 630e7485-37fa-4aeb-a4cd-ab54f5f7d0bd with Priority: HIGHEST for action port [ 977.556907] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_rules [ 977.556907] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_members [ 977.556907] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 630e7485-37fa-4aeb-a4cd-ab54f5f7d0bd with Priority: HIGHEST for action port [ 977.556907] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c23df24-c72f-416f-a77c-de60dc11cea7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.557162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.557250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.557442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.557526] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.558713] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c23df24-c72f-416f-a77c-de60dc11cea7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.558713] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.558713] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.558880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.558984] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.559081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.559168] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.559290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.559425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.559513] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.561378] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-630e7485-37fa-4aeb-a4cd-ab54f5f7d0bd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.561378] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-630e7485-37fa-4aeb-a4cd-ab54f5f7d0bd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.561378] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-630e7485-37fa-4aeb-a4cd-ab54f5f7d0bd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.561378] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-630e7485-37fa-4aeb-a4cd-ab54f5f7d0bd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.561378] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('630e7485-37fa-4aeb-a4cd-ab54f5f7d0bd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.064101] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c23df24-c72f-416f-a77c-de60dc11cea7 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.064101] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.064101] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.064727] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 630e7485-37fa-4aeb-a4cd-ab54f5f7d0bd with status ACTIVE [ 978.064911] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.065045] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.065109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.065308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.065414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.065757] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.065889] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.065889] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.066033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.067180] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.067381] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.067495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.067554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.067727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.067797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.067857] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 630e7485-37fa-4aeb-a4cd-ab54f5f7d0bd is going to be updated. [ 978.098912] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.098912] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.098912] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.099147] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.099770] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.099770] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-630e7485-37fa-4aeb-a4cd-ab54f5f7d0bd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.570459] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.072548] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.072797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.072890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.073114] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.073223] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.073328] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 is going to be updated. [ 979.114237] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.115427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.115427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.115427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.115657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.130020] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 in Status: IN_PROGRESS for 2s [ 980.390158] env[65529]: INFO networking_nsxv3.common.synchronization [req-247ffe70-1437-4974-93c9-a4fcc26805a5 req-6c8c9bc2-6f09-4616-bbcf-3742b6a29e43 tempest-ServerRescueTestJSONUnderV235-714986679 tempest-ServerRescueTestJSONUnderV235-714986679-project-member] Enqueued Resource ID: f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb with Priority: HIGHEST for action security_group_members [ 980.390421] env[65529]: INFO networking_nsxv3.common.synchronization [req-247ffe70-1437-4974-93c9-a4fcc26805a5 req-6c8c9bc2-6f09-4616-bbcf-3742b6a29e43 tempest-ServerRescueTestJSONUnderV235-714986679 tempest-ServerRescueTestJSONUnderV235-714986679-project-member] Enqueued Resource ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b with Priority: HIGHEST for action security_group_members [ 980.390801] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb with Priority: HIGHEST for action security_group_members [ 980.391186] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b with Priority: HIGHEST for action security_group_members [ 980.391263] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.391332] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.391418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.391782] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.391955] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.392080] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.392141] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.392289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.392368] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.392461] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.393693] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cca8c15-9197-4c64-93c1-2b1fe775c89b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.393693] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.393693] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.393693] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.394198] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.394261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.394310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.394468] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.394579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.394721] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cca8c15-9197-4c64-93c1-2b1fe775c89b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.440094] env[65529]: INFO networking_nsxv3.common.synchronization [req-247ffe70-1437-4974-93c9-a4fcc26805a5 req-6c8c9bc2-6f09-4616-bbcf-3742b6a29e43 tempest-ServerRescueTestJSONUnderV235-714986679 tempest-ServerRescueTestJSONUnderV235-714986679-project-member] Enqueued Resource ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b with Priority: HIGHEST for action security_group_rules [ 980.440412] env[65529]: INFO networking_nsxv3.common.synchronization [req-247ffe70-1437-4974-93c9-a4fcc26805a5 req-6c8c9bc2-6f09-4616-bbcf-3742b6a29e43 tempest-ServerRescueTestJSONUnderV235-714986679 tempest-ServerRescueTestJSONUnderV235-714986679-project-member] Enqueued Resource ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b with Priority: HIGHEST for action security_group_members [ 980.440654] env[65529]: INFO networking_nsxv3.common.synchronization [req-247ffe70-1437-4974-93c9-a4fcc26805a5 req-6c8c9bc2-6f09-4616-bbcf-3742b6a29e43 tempest-ServerRescueTestJSONUnderV235-714986679 tempest-ServerRescueTestJSONUnderV235-714986679-project-member] Enqueued Resource ID: f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb with Priority: HIGHEST for action security_group_rules [ 980.440871] env[65529]: INFO networking_nsxv3.common.synchronization [req-247ffe70-1437-4974-93c9-a4fcc26805a5 req-6c8c9bc2-6f09-4616-bbcf-3742b6a29e43 tempest-ServerRescueTestJSONUnderV235-714986679 tempest-ServerRescueTestJSONUnderV235-714986679-project-member] Enqueued Resource ID: f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb with Priority: HIGHEST for action security_group_members [ 980.441689] env[65529]: INFO networking_nsxv3.common.synchronization [req-247ffe70-1437-4974-93c9-a4fcc26805a5 req-6c8c9bc2-6f09-4616-bbcf-3742b6a29e43 tempest-ServerRescueTestJSONUnderV235-714986679 tempest-ServerRescueTestJSONUnderV235-714986679-project-member] Enqueued Resource ID: e506fa71-eb6a-4579-a88a-b431cd0206a4 with Priority: HIGHEST for action port [ 980.442576] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b with Priority: HIGHEST for action security_group_rules [ 980.442703] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb with Priority: HIGHEST for action security_group_rules [ 980.447102] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e506fa71-eb6a-4579-a88a-b431cd0206a4 with Priority: HIGHEST for action port [ 980.447102] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b with Priority: HIGHEST for action security_group_members [ 980.447102] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb with Priority: HIGHEST for action security_group_members [ 980.447102] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cca8c15-9197-4c64-93c1-2b1fe775c89b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.447102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.447102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.447102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.447102] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cca8c15-9197-4c64-93c1-2b1fe775c89b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.448388] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.448580] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.448702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.449125] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.449272] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.451888] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e506fa71-eb6a-4579-a88a-b431cd0206a4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.452089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e506fa71-eb6a-4579-a88a-b431cd0206a4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.452210] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e506fa71-eb6a-4579-a88a-b431cd0206a4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.452739] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e506fa71-eb6a-4579-a88a-b431cd0206a4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.452867] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e506fa71-eb6a-4579-a88a-b431cd0206a4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.455765] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cca8c15-9197-4c64-93c1-2b1fe775c89b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.455765] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.456249] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.456249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.898670] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.902167] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4cca8c15-9197-4c64-93c1-2b1fe775c89b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.960367] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e506fa71-eb6a-4579-a88a-b431cd0206a4 with status ACTIVE [ 980.960367] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.960367] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.960367] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.961191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.961191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.961364] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.961450] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.962806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.962806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.962806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.962806] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.962806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.962806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.962806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.962806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.962806] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e506fa71-eb6a-4579-a88a-b431cd0206a4 is going to be updated. [ 980.964517] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cca8c15-9197-4c64-93c1-2b1fe775c89b taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.964574] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.964960] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.965129] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.012360] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.192657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.192657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.192867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.193048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.193229] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e506fa71-eb6a-4579-a88a-b431cd0206a4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.204758] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 in Status: SUCCESS [ 981.205129] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.205280] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.205509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.205697] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.205841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.205986] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.207168] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.207168] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.207168] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.207168] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.312092] env[65529]: INFO networking_nsxv3.common.synchronization [req-4716439f-c6cd-457b-97f2-0bc7702f58b6 req-3a99cece-6029-4902-8b4a-107a6fd7a3ff tempest-AttachVolumeNegativeTest-345451696 tempest-AttachVolumeNegativeTest-345451696-project-member] Enqueued Resource ID: 50a073fd-cd63-4ce0-ae52-d45aee904ca2 with Priority: HIGHEST for action security_group_members [ 981.313420] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a073fd-cd63-4ce0-ae52-d45aee904ca2 with Priority: HIGHEST for action security_group_members [ 981.313420] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a073fd-cd63-4ce0-ae52-d45aee904ca2 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.313420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a073fd-cd63-4ce0-ae52-d45aee904ca2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.313420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a073fd-cd63-4ce0-ae52-d45aee904ca2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.313646] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a073fd-cd63-4ce0-ae52-d45aee904ca2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.313646] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.313754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.313754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.314591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.314591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.314591] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50a073fd-cd63-4ce0-ae52-d45aee904ca2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.405989] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.405989] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4cca8c15-9197-4c64-93c1-2b1fe775c89b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.709031] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c23df24-c72f-416f-a77c-de60dc11cea7 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.709215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.709270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.709487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.709661] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.709760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.709834] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.710028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.710149] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.710241] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.710425] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c23df24-c72f-416f-a77c-de60dc11cea7 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.710536] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.710591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.710946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.711113] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.711254] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.711254] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.711398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.711523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.711643] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.711770] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.760765] env[65529]: INFO networking_nsxv3.common.synchronization [req-e003b0d3-acfa-48e0-bb63-911d21b90751 req-dab7532e-483f-4fac-9db5-5d6b878594ee tempest-ServerRescueTestJSONUnderV235-714986679 tempest-ServerRescueTestJSONUnderV235-714986679-project-member] Enqueued Resource ID: f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb with Priority: HIGHEST for action security_group_members [ 981.760936] env[65529]: INFO networking_nsxv3.common.synchronization [req-e003b0d3-acfa-48e0-bb63-911d21b90751 req-dab7532e-483f-4fac-9db5-5d6b878594ee tempest-ServerRescueTestJSONUnderV235-714986679 tempest-ServerRescueTestJSONUnderV235-714986679-project-member] Enqueued Resource ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b with Priority: HIGHEST for action security_group_members [ 981.761568] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb with Priority: HIGHEST for action security_group_members [ 981.761722] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b with Priority: HIGHEST for action security_group_members [ 981.762554] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.762998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.762998] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cca8c15-9197-4c64-93c1-2b1fe775c89b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.763351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.791900] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.792132] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-890" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.792258] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-890" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.792655] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-890" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.793059] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.793580] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.793740] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.793972] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.794157] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.794369] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.794483] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.794589] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.794784] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.794835] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.794895] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.795039] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.805233] env[65529]: INFO networking_nsxv3.common.synchronization [req-e003b0d3-acfa-48e0-bb63-911d21b90751 req-dab7532e-483f-4fac-9db5-5d6b878594ee tempest-ServerRescueTestJSONUnderV235-714986679 tempest-ServerRescueTestJSONUnderV235-714986679-project-member] Enqueued Resource ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b with Priority: HIGHEST for action security_group_rules [ 981.805409] env[65529]: INFO networking_nsxv3.common.synchronization [req-e003b0d3-acfa-48e0-bb63-911d21b90751 req-dab7532e-483f-4fac-9db5-5d6b878594ee tempest-ServerRescueTestJSONUnderV235-714986679 tempest-ServerRescueTestJSONUnderV235-714986679-project-member] Enqueued Resource ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b with Priority: HIGHEST for action security_group_members [ 981.805543] env[65529]: INFO networking_nsxv3.common.synchronization [req-e003b0d3-acfa-48e0-bb63-911d21b90751 req-dab7532e-483f-4fac-9db5-5d6b878594ee tempest-ServerRescueTestJSONUnderV235-714986679 tempest-ServerRescueTestJSONUnderV235-714986679-project-member] Enqueued Resource ID: e506fa71-eb6a-4579-a88a-b431cd0206a4 with Priority: HIGHEST for action port [ 981.806030] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b with Priority: HIGHEST for action security_group_rules [ 981.806168] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b with Priority: HIGHEST for action security_group_members [ 981.806265] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e506fa71-eb6a-4579-a88a-b431cd0206a4 with Priority: HIGHEST for action port [ 981.806532] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cca8c15-9197-4c64-93c1-2b1fe775c89b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.806631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.806815] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cca8c15-9197-4c64-93c1-2b1fe775c89b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.807033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.807242] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e506fa71-eb6a-4579-a88a-b431cd0206a4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.807345] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e506fa71-eb6a-4579-a88a-b431cd0206a4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.807405] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e506fa71-eb6a-4579-a88a-b431cd0206a4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.807606] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e506fa71-eb6a-4579-a88a-b431cd0206a4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.807678] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e506fa71-eb6a-4579-a88a-b431cd0206a4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.814400] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.815722] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 981.815722] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.815722] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-890" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.815722] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-ba9c7848-1e26-4e64-9681-6ca3f7c6ade7 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.815722] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-ba9c7848-1e26-4e64-9681-6ca3f7c6ade7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.815722] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-ba9c7848-1e26-4e64-9681-6ca3f7c6ade7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.815722] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-ba9c7848-1e26-4e64-9681-6ca3f7c6ade7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.816188] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba9c7848-1e26-4e64-9681-6ca3f7c6ade7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.817056] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.817291] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.817376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.818480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.818480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.818480] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.818480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.818480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.818480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.818480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.818480] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a073fd-cd63-4ce0-ae52-d45aee904ca2 already deleted. [ 981.818480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a073fd-cd63-4ce0-ae52-d45aee904ca2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.909105] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.909340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.909436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.909641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.909728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.909827] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb is going to be created. [ 981.911323] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.911546] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.911701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.911932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.912049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.912180] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b is going to be updated. [ 981.974550] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.974550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.974550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.974843] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.975026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.985457] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.985649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.985700] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.985880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.986035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.987969] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb in Status: UNINITIALIZED for 2s [ 981.995698] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b in Status: IN_PROGRESS for 2s [ 982.215035] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c23df24-c72f-416f-a77c-de60dc11cea7: rpc.has_security_group_logging(os_id): False [ 982.233541] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.233919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.234087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.234310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.234404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.234629] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.234747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.234923] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.237500] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.237500] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.237500] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.237500] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.237500] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.237500] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.237500] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.237500] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.237911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.237911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.237911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.237911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.237911] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 is going to be updated. [ 982.309990] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e506fa71-eb6a-4579-a88a-b431cd0206a4 with status ACTIVE [ 982.310325] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.310503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.310580] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.310832] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.310955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.311171] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.311286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.311321] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.311527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.311610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.311790] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.311945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.311945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.312095] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.312171] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.313240] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e506fa71-eb6a-4579-a88a-b431cd0206a4 is going to be updated. [ 982.319617] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.319853] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.319966] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.320530] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.320530] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.320530] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port ba9c7848-1e26-4e64-9681-6ca3f7c6ade7 not found, creating... [ 982.320777] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.320933] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.321061] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.321274] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.321436] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.321724] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.321884] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.321998] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.322236] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.322339] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.322508] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: ba9c7848-1e26-4e64-9681-6ca3f7c6ade7 is going to be created. [ 982.357553] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.357712] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.357790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.358017] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.358246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.366081] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.366311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.366311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.366505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.366639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.366809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e506fa71-eb6a-4579-a88a-b431cd0206a4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.373997] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.374454] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.374570] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.374947] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.375274] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.375603] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-ba9c7848-1e26-4e64-9681-6ca3f7c6ade7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.382249] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 in Status: IN_PROGRESS for 2s [ 982.475666] env[65529]: INFO networking_nsxv3.common.synchronization [req-a3d25bc6-0e64-4111-a632-fc8bb7038ec3 req-20d94f8c-536a-4f06-ad42-bdfd16dbbf1b tempest-MigrationsAdminTest-991912930 tempest-MigrationsAdminTest-991912930-project-member] Enqueued Resource ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d with Priority: HIGHEST for action security_group_members [ 982.476037] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d with Priority: HIGHEST for action security_group_members [ 982.476393] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-40a3dc90-6cac-4672-9368-6da24b6f1c2d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.476393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.476550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.477135] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.477135] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.477135] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.477440] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.477537] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.477660] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.477789] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40a3dc90-6cac-4672-9368-6da24b6f1c2d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.980380] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40a3dc90-6cac-4672-9368-6da24b6f1c2d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.135834] env[65529]: INFO networking_nsxv3.common.synchronization [req-4716439f-c6cd-457b-97f2-0bc7702f58b6 req-cc3e6ec4-0cf1-4d27-87c8-3c5e0695554a service nova] Enqueued Resource ID: 50a073fd-cd63-4ce0-ae52-d45aee904ca2 with Priority: HIGHEST for action security_group_rules [ 983.135992] env[65529]: INFO networking_nsxv3.common.synchronization [req-4716439f-c6cd-457b-97f2-0bc7702f58b6 req-cc3e6ec4-0cf1-4d27-87c8-3c5e0695554a service nova] Enqueued Resource ID: 50a073fd-cd63-4ce0-ae52-d45aee904ca2 with Priority: HIGHEST for action security_group_members [ 983.136145] env[65529]: INFO networking_nsxv3.common.synchronization [req-4716439f-c6cd-457b-97f2-0bc7702f58b6 req-cc3e6ec4-0cf1-4d27-87c8-3c5e0695554a service nova] Enqueued Resource ID: ba9c7848-1e26-4e64-9681-6ca3f7c6ade7 with Priority: HIGHEST for action port [ 983.136953] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a073fd-cd63-4ce0-ae52-d45aee904ca2 with Priority: HIGHEST for action security_group_rules [ 983.136953] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a073fd-cd63-4ce0-ae52-d45aee904ca2 with Priority: HIGHEST for action security_group_members [ 983.139122] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba9c7848-1e26-4e64-9681-6ca3f7c6ade7 with Priority: HIGHEST for action port [ 983.139122] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50a073fd-cd63-4ce0-ae52-d45aee904ca2 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.139208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50a073fd-cd63-4ce0-ae52-d45aee904ca2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.139208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50a073fd-cd63-4ce0-ae52-d45aee904ca2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.139602] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50a073fd-cd63-4ce0-ae52-d45aee904ca2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.139602] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50a073fd-cd63-4ce0-ae52-d45aee904ca2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.141904] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a073fd-cd63-4ce0-ae52-d45aee904ca2 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.141904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a073fd-cd63-4ce0-ae52-d45aee904ca2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.141904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a073fd-cd63-4ce0-ae52-d45aee904ca2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.141904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a073fd-cd63-4ce0-ae52-d45aee904ca2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.141904] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.141904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.141904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.141904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.141904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.141904] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50a073fd-cd63-4ce0-ae52-d45aee904ca2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.146354] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba9c7848-1e26-4e64-9681-6ca3f7c6ade7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.147211] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba9c7848-1e26-4e64-9681-6ca3f7c6ade7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.147211] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba9c7848-1e26-4e64-9681-6ca3f7c6ade7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.147211] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba9c7848-1e26-4e64-9681-6ca3f7c6ade7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.147211] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba9c7848-1e26-4e64-9681-6ca3f7c6ade7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.484453] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40a3dc90-6cac-4672-9368-6da24b6f1c2d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.647171] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50a073fd-cd63-4ce0-ae52-d45aee904ca2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.649618] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a073fd-cd63-4ce0-ae52-d45aee904ca2 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.649618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a073fd-cd63-4ce0-ae52-d45aee904ca2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.655034] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba9c7848-1e26-4e64-9681-6ca3f7c6ade7 with status ACTIVE [ 983.655034] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.655034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.655034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.655034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.655034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.655034] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.655034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.655034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.655034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.655034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.655034] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.655034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.655034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.655034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.655034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.655034] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba9c7848-1e26-4e64-9681-6ca3f7c6ade7 is going to be updated. [ 983.681733] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.681733] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.681733] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.681733] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.681733] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.681733] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba9c7848-1e26-4e64-9681-6ca3f7c6ade7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.987520] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.987750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.987750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.987955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.988064] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.988165] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d is going to be updated. [ 983.999158] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb in Status: SUCCESS [ 984.000136] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.000446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.001242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.001242] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.001242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.001242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.001242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.001242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.001717] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.005034] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b in Status: SUCCESS [ 984.005034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.005034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.005034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.005258] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.005318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.005390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.007107] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.007107] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.007107] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cca8c15-9197-4c64-93c1-2b1fe775c89b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.018561] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.018699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.018760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.018964] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.019118] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.028820] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d in Status: IN_PROGRESS for 2s [ 984.151602] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50a073fd-cd63-4ce0-ae52-d45aee904ca2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.398183] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 in Status: SUCCESS [ 984.398414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.509110] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.509420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.509420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.509576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.509670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.509875] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.510491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.510491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.510491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.510491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.510491] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb is going to be deleted. [ 984.511378] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4cca8c15-9197-4c64-93c1-2b1fe775c89b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.568173] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.568339] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.568412] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.568648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.568751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.568851] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.569015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.569526] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.569526] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.569728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.569728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.569806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.571114] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.571114] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.656372] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.656552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.656614] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.656803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.656891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.656993] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a073fd-cd63-4ce0-ae52-d45aee904ca2 is going to be created. [ 984.705605] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.705998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.706196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.706431] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.706597] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.719287] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a073fd-cd63-4ce0-ae52-d45aee904ca2 in Status: UNINITIALIZED for 2s [ 985.013906] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4cca8c15-9197-4c64-93c1-2b1fe775c89b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.074174] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.074174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.074174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.074174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.074174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.074174] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.074174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.074174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.074174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.074174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.074640] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb already deleted. [ 985.074640] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.074722] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.075751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.075854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.076764] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.076764] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.076764] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.076764] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.076764] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.076764] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.516899] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.516899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.516899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.517671] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.517671] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.517671] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b is going to be updated. [ 985.572495] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.572495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.572743] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.572743] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.572937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.578641] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.579733] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.579874] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.579916] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.580731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.580731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.580731] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.580731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.580731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.580731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.581505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.581505] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb already deleted. [ 985.581505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.584506] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b in Status: IN_PROGRESS for 2s [ 986.001148] env[65529]: INFO networking_nsxv3.common.synchronization [req-cb45a215-0ac3-49a5-8f78-499674c2c388 req-0b546f18-edb4-4a89-b544-2453d76e8802 tempest-ServerActionsTestOtherA-841971939 tempest-ServerActionsTestOtherA-841971939-project-member] Enqueued Resource ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a with Priority: HIGHEST for action security_group_members [ 986.002164] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a with Priority: HIGHEST for action security_group_members [ 986.002679] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.002787] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.002853] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.003121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.003284] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.003380] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.003446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.003601] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.003685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.003813] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.039574] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d in Status: SUCCESS [ 986.039803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.086952] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb: rpc.has_security_group_logging(os_id): False [ 986.110035] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.115534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.115534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.115534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.115534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.115534] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.115534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.115534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.115534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.115534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.115534] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb is going to be created. [ 986.138146] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb], does not exist path=[/infra/domains/default/groups/f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb]."\n}' [ 986.138397] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb [ 986.138545] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 986.191282] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.191771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.191771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.191882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.194388] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.194926] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.195226] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.195226] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.195437] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.195551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.195831] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.195964] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.196051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.196281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.196748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.196748] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb is going to be created. [ 986.218027] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb], does not exist path=[/infra/domains/default/groups/f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb [ 986.218027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.218541] env[65529]: Traceback (most recent call last): [ 986.218541] env[65529]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 986.218541] env[65529]: return func(*args, **kwargs) [ 986.218541] env[65529]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 986.218541] env[65529]: res.raise_for_status() [ 986.218541] env[65529]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 986.218541] env[65529]: raise HTTPError(http_error_msg, response=self) [ 986.218816] env[65529]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb [ 986.218816] env[65529]: During handling of the above exception, another exception occurred: [ 986.218816] env[65529]: Traceback (most recent call last): [ 986.218816] env[65529]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 986.218816] env[65529]: listener.cb(fileno) [ 986.218816] env[65529]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 986.218816] env[65529]: result = function(*args, **kwargs) [ 986.218816] env[65529]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 986.218816] env[65529]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 986.218816] env[65529]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 986.218816] env[65529]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 986.218816] env[65529]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 986.218816] env[65529]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 986.218816] env[65529]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 986.218816] env[65529]: res.raise_for_status() [ 986.218816] env[65529]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 986.218816] env[65529]: raise HTTPError(http_error_msg, response=self) [ 986.218816] env[65529]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f6ca803c-7d3f-49c4-bf73-f8dbc1e1ccfb [ 986.218816] env[65529]: Removing descriptor: 66 [ 986.490278] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-273 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.490495] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-273" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.490621] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-273" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.490898] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-273" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.492689] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.492689] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.492689] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.492689] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.492689] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.493329] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.493451] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.493562] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.493664] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.493777] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.493943] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.494256] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.507522] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.507522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.507522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.507522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.507522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.507522] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.507522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.507522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.507522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.507522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.507522] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a already deleted. [ 986.507522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.540329] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.540667] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 986.541148] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.541438] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-273" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.541834] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-7b7f9159-1a45-499b-a4a7-4843a409028f taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.542041] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-7b7f9159-1a45-499b-a4a7-4843a409028f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.542168] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-7b7f9159-1a45-499b-a4a7-4843a409028f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.542523] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-7b7f9159-1a45-499b-a4a7-4843a409028f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.542659] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b7f9159-1a45-499b-a4a7-4843a409028f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.734094] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a073fd-cd63-4ce0-ae52-d45aee904ca2 in Status: SUCCESS [ 986.734094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a073fd-cd63-4ce0-ae52-d45aee904ca2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.734094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a073fd-cd63-4ce0-ae52-d45aee904ca2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.734094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a073fd-cd63-4ce0-ae52-d45aee904ca2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.734094] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.734094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.734094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.734094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.734094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.734094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a073fd-cd63-4ce0-ae52-d45aee904ca2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.734094] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50a073fd-cd63-4ce0-ae52-d45aee904ca2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.046439] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.047860] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.047860] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.047860] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.047860] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.047860] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 7b7f9159-1a45-499b-a4a7-4843a409028f not found, creating... [ 987.048155] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.048251] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.048369] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.048596] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.048966] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.049138] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.049368] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.049494] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.049710] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.049890] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.050076] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 7b7f9159-1a45-499b-a4a7-4843a409028f is going to be created. [ 987.077290] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.077507] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.077655] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.078182] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.078376] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.078728] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-7b7f9159-1a45-499b-a4a7-4843a409028f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.237357] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50a073fd-cd63-4ce0-ae52-d45aee904ca2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.595645] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b in Status: SUCCESS [ 987.596080] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.596080] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.596249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.596340] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.596460] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.596615] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.596672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.596754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.596837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.596946] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4cca8c15-9197-4c64-93c1-2b1fe775c89b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.597838] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.598015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.598368] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.598583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.598583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.598749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.598889] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.599064] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cca8c15-9197-4c64-93c1-2b1fe775c89b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.740995] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50a073fd-cd63-4ce0-ae52-d45aee904ca2: rpc.has_security_group_logging(os_id): False [ 987.760594] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.760774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.760980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.761148] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.761252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.761573] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.761741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.761741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.761878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.761954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.762055] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50a073fd-cd63-4ce0-ae52-d45aee904ca2 is going to be created. [ 987.781777] env[65529]: INFO networking_nsxv3.common.synchronization [req-cb45a215-0ac3-49a5-8f78-499674c2c388 req-88e74e6e-dd91-49f5-80fb-9dbeaaa84f2c service nova] Enqueued Resource ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a with Priority: HIGHEST for action security_group_rules [ 987.781777] env[65529]: INFO networking_nsxv3.common.synchronization [req-cb45a215-0ac3-49a5-8f78-499674c2c388 req-88e74e6e-dd91-49f5-80fb-9dbeaaa84f2c service nova] Enqueued Resource ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a with Priority: HIGHEST for action security_group_members [ 987.781777] env[65529]: INFO networking_nsxv3.common.synchronization [req-cb45a215-0ac3-49a5-8f78-499674c2c388 req-88e74e6e-dd91-49f5-80fb-9dbeaaa84f2c service nova] Enqueued Resource ID: 7b7f9159-1a45-499b-a4a7-4843a409028f with Priority: HIGHEST for action port [ 987.781777] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a with Priority: HIGHEST for action security_group_rules [ 987.781777] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a with Priority: HIGHEST for action security_group_members [ 987.781777] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7f9159-1a45-499b-a4a7-4843a409028f with Priority: HIGHEST for action port [ 987.782186] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.782256] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.783030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.783030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.783030] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.783736] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.783951] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.784081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.784364] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.784720] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.784720] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.784720] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.785088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.785184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.785274] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.787082] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b7f9159-1a45-499b-a4a7-4843a409028f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.787082] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b7f9159-1a45-499b-a4a7-4843a409028f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.787082] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b7f9159-1a45-499b-a4a7-4843a409028f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.787082] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b7f9159-1a45-499b-a4a7-4843a409028f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.787082] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b7f9159-1a45-499b-a4a7-4843a409028f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.848234] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.848234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.848234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.848234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.848545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.870939] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50a073fd-cd63-4ce0-ae52-d45aee904ca2 in Status: IN_PROGRESS for 2s [ 988.101498] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cca8c15-9197-4c64-93c1-2b1fe775c89b taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.101687] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.101842] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4cca8c15-9197-4c64-93c1-2b1fe775c89b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.250156] env[65529]: INFO networking_nsxv3.common.synchronization [req-0dcbf356-4aed-4173-9a1a-e93ad7b8214a req-5c7405cd-0fc4-4df0-97e8-e8d3c455d04c tempest-ImagesTestJSON-1930669757 tempest-ImagesTestJSON-1930669757-project-member] Enqueued Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_members [ 988.251185] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_members [ 988.251185] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.251357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.251357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.251498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.251692] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.251793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.251880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.252018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.252110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.252205] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.287822] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.289723] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.289723] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.291506] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b7f9159-1a45-499b-a4a7-4843a409028f with status ACTIVE [ 988.291712] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.291856] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.292075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.292143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.292231] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.292412] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.292519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.292598] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.292761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.292840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.293036] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.293130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.293191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.293331] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.293406] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.293491] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b7f9159-1a45-499b-a4a7-4843a409028f is going to be updated. [ 988.320124] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.320327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.320442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.320660] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.320930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.321551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b7f9159-1a45-499b-a4a7-4843a409028f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.605447] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4cca8c15-9197-4c64-93c1-2b1fe775c89b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.754468] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.754657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.754731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.754951] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.779431] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.779431] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.779431] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.779431] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.779431] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.779431] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.779431] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 is going to be updated. [ 988.791024] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.808828] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.809251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.809251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.809251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.809372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.821089] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: IN_PROGRESS for 2s [ 989.107750] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.108083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.108083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.108231] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.108280] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.108375] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b is going to be updated. [ 989.137866] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.138019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.138083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.138356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.138459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.148900] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b in Status: IN_PROGRESS for 2s [ 989.296594] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.296594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.296594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.296594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.296594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.296594] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a is going to be created. [ 989.327715] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.331528] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.331528] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.331716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.331893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.346658] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a in Status: UNINITIALIZED for 2s [ 989.885234] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50a073fd-cd63-4ce0-ae52-d45aee904ca2 in Status: SUCCESS [ 989.885234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50a073fd-cd63-4ce0-ae52-d45aee904ca2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.832520] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: SUCCESS [ 990.832705] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 deletion is rescheduled due to dependency. [ 990.832763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.163994] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b in Status: SUCCESS [ 991.163994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.164460] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.164460] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.164776] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.164877] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.165047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.165239] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.165416] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.166449] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cca8c15-9197-4c64-93c1-2b1fe775c89b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.360106] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a in Status: SUCCESS [ 991.360446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.360676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.360966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.361196] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.361483] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.361586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.361770] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.362116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.362116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.362116] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.672157] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4cca8c15-9197-4c64-93c1-2b1fe775c89b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.864662] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.864994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.864994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.865165] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.865366] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.865486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.865607] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.865730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.865939] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.866030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.866139] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.866231] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.866341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.866428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.866566] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.866667] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.866724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.866862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.866935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.867325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.867451] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.174845] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4cca8c15-9197-4c64-93c1-2b1fe775c89b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.373481] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a: rpc.has_security_group_logging(os_id): False [ 992.401241] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.401581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.401581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.401803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.401922] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.402132] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.402238] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.402276] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.402542] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.402702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.402921] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.404153] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.404752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.404999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.405146] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.405442] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.408405] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.408584] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.408968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.408968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.408968] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a is going to be created. [ 992.483415] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.483415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.483415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.483415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.483415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.505595] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a in Status: IN_PROGRESS for 2s [ 992.678236] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.678394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.678461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.678807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.678807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.678904] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b is going to be updated. [ 992.713623] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.713623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.713957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.713957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.716028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.727297] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b in Status: IN_PROGRESS for 2s [ 992.813614] env[65529]: INFO networking_nsxv3.common.synchronization [None req-535c0f1a-9d18-4edd-9d2e-d62680d4b31a None None] Enqueued Resource ID: 5eac5a15-8c96-4fad-85c4-0fdbeef8967a with Priority: HIGHEST for action port [ 992.814178] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5eac5a15-8c96-4fad-85c4-0fdbeef8967a with Priority: HIGHEST for action port [ 992.814488] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-5eac5a15-8c96-4fad-85c4-0fdbeef8967a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.814756] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5eac5a15-8c96-4fad-85c4-0fdbeef8967a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.814756] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5eac5a15-8c96-4fad-85c4-0fdbeef8967a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.814954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5eac5a15-8c96-4fad-85c4-0fdbeef8967a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.815177] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5eac5a15-8c96-4fad-85c4-0fdbeef8967a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.954766] env[65529]: INFO networking_nsxv3.common.synchronization [req-30f06c72-3cca-40a8-b077-230e81108c76 req-c16f7c5f-b835-4f26-82b1-bb3bd0f8f4ce tempest-AttachInterfacesTestJSON-2112292789 tempest-AttachInterfacesTestJSON-2112292789-project-member] Enqueued Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_members [ 992.955367] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_members [ 992.955683] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c23df24-c72f-416f-a77c-de60dc11cea7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.955875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.955948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.956282] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.956469] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.956679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.956679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.957184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.957184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.957184] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.319475] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5eac5a15-8c96-4fad-85c4-0fdbeef8967a [ 993.319475] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.319901] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.319901] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.320047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.320180] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.320319] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5eac5a15-8c96-4fad-85c4-0fdbeef8967a already deleted. [ 993.320462] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5eac5a15-8c96-4fad-85c4-0fdbeef8967a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.460230] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.963643] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.466678] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.467157] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.467157] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.467157] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.467449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.467449] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 is going to be updated. [ 994.471843] env[65529]: INFO networking_nsxv3.common.synchronization [None req-182d9a97-6cb1-426a-b99c-2a3274cf3c08 tempest-AttachInterfacesTestJSON-2112292789 tempest-AttachInterfacesTestJSON-2112292789-project-member] Enqueued Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_members [ 994.472866] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_members [ 994.472866] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c23df24-c72f-416f-a77c-de60dc11cea7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.472866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.499168] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.499168] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.499168] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.499168] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.499168] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.511132] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 in Status: IN_PROGRESS for 2s [ 994.516932] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a in Status: SUCCESS [ 994.517516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.737305] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b in Status: SUCCESS [ 994.737566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.737735] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.738135] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.738135] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.738266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.738317] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.738469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.738542] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.738628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.738777] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cca8c15-9197-4c64-93c1-2b1fe775c89b taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.738868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.738928] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.739099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.739303] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.739405] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.739509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.739624] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.739727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.739783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.739820] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4cca8c15-9197-4c64-93c1-2b1fe775c89b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.795054] env[65529]: INFO networking_nsxv3.common.synchronization [None req-d1b0e793-8b3f-48bf-8acc-b8a13afc6aeb tempest-ServersTestFqdnHostnames-439278666 tempest-ServersTestFqdnHostnames-439278666-project-member] Enqueued Resource ID: 08ddb191-3ff7-48af-b228-bd6d004bb4d7 with Priority: HIGHEST for action security_group_rules [ 994.795054] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ddb191-3ff7-48af-b228-bd6d004bb4d7 with Priority: HIGHEST for action security_group_rules [ 994.795054] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08ddb191-3ff7-48af-b228-bd6d004bb4d7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.795054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.795054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.796041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.796296] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08ddb191-3ff7-48af-b228-bd6d004bb4d7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.136704] env[65529]: INFO networking_nsxv3.common.synchronization [None req-51d46dbc-d029-40aa-9150-6147491b03d9 None None] Enqueued Resource ID: 6d3c1f89-e40f-4688-9478-68bce52008d3 with Priority: HIGHEST for action port [ 995.137350] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d3c1f89-e40f-4688-9478-68bce52008d3 with Priority: HIGHEST for action port [ 995.137680] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d3c1f89-e40f-4688-9478-68bce52008d3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.137801] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d3c1f89-e40f-4688-9478-68bce52008d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.137869] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d3c1f89-e40f-4688-9478-68bce52008d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.138140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d3c1f89-e40f-4688-9478-68bce52008d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.138287] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d3c1f89-e40f-4688-9478-68bce52008d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.194078] env[65529]: INFO networking_nsxv3.common.synchronization [None req-898c3b1a-2400-47a4-9437-b2a5d6c3fa80 tempest-ServersTestFqdnHostnames-439278666 tempest-ServersTestFqdnHostnames-439278666-project-member] Enqueued Resource ID: 08ddb191-3ff7-48af-b228-bd6d004bb4d7 with Priority: HIGHEST for action security_group_rules [ 995.194184] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ddb191-3ff7-48af-b228-bd6d004bb4d7 with Priority: HIGHEST for action security_group_rules [ 995.194504] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08ddb191-3ff7-48af-b228-bd6d004bb4d7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.194628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.243974] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4cca8c15-9197-4c64-93c1-2b1fe775c89b: rpc.has_security_group_logging(os_id): False [ 995.266027] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.266027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.266027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.266027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.288768] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.290747] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.290747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.290747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.290954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.290954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.291082] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.291538] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.291538] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.291538] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.291538] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.291774] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.291774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.291875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.291943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.292023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.292805] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b is going to be updated. [ 995.331566] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.331893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.332019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.332311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.334222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.334461] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08ddb191-3ff7-48af-b228-bd6d004bb4d7 already deleted. [ 995.334650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.335955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.335955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.335955] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08ddb191-3ff7-48af-b228-bd6d004bb4d7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.401346] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.401748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.401962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.403305] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.403305] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.420488] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b in Status: IN_PROGRESS for 2s [ 995.423091] env[65529]: INFO networking_nsxv3.common.synchronization [None req-ee61d776-0b07-470b-8f46-6e5e58315cfd None None] Enqueued Resource ID: 9429cf02-4213-4350-b6c2-6fcae8be195a with Priority: HIGHEST for action port [ 995.423421] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9429cf02-4213-4350-b6c2-6fcae8be195a with Priority: HIGHEST for action port [ 995.423716] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-9429cf02-4213-4350-b6c2-6fcae8be195a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.423875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9429cf02-4213-4350-b6c2-6fcae8be195a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.424099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9429cf02-4213-4350-b6c2-6fcae8be195a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.424335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9429cf02-4213-4350-b6c2-6fcae8be195a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.425043] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9429cf02-4213-4350-b6c2-6fcae8be195a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.640634] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d3c1f89-e40f-4688-9478-68bce52008d3 [ 995.640947] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.640947] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.641109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.641236] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.641328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.642525] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d3c1f89-e40f-4688-9478-68bce52008d3 already deleted. [ 995.642659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d3c1f89-e40f-4688-9478-68bce52008d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.858278] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.858645] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.858645] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.858752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.858800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.859279] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08ddb191-3ff7-48af-b228-bd6d004bb4d7 already deleted. [ 995.859279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.928082] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9429cf02-4213-4350-b6c2-6fcae8be195a [ 995.928241] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.928431] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.928505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.928735] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.928880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.928996] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9429cf02-4213-4350-b6c2-6fcae8be195a already deleted. [ 995.929133] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9429cf02-4213-4350-b6c2-6fcae8be195a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.969471] env[65529]: INFO networking_nsxv3.common.synchronization [req-f15f3fbf-5154-4f4c-9ae7-33abe90f7b2a req-f0c5d0bc-235d-4142-825f-91374f8d87cb tempest-ServersTestJSON-2119500116 tempest-ServersTestJSON-2119500116-project-member] Enqueued Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 995.970421] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 995.970421] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.970609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.970609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.970773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.970960] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.971068] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.971128] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.971565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.971565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.971703] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.474032] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.522068] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 in Status: SUCCESS [ 996.522310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.522425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.522740] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.522923] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.523227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.523227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.523333] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.523415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.523638] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.737980] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.738392] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-414" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.738392] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-414" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.738575] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-414" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.739527] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.739708] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.739827] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.740080] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.740224] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.740436] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.740544] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.740660] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.740782] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.740891] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.740994] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.741136] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.782067] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.782067] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 996.782287] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.782496] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-414" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.782966] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-a00fc032-f113-4354-b5f2-1b9354737b0d taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.783356] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-a00fc032-f113-4354-b5f2-1b9354737b0d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.783689] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-a00fc032-f113-4354-b5f2-1b9354737b0d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.784615] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-a00fc032-f113-4354-b5f2-1b9354737b0d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.784615] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a00fc032-f113-4354-b5f2-1b9354737b0d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.976748] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.027944] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.028128] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.028187] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.028407] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.051957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.052196] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.052289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.052289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.052537] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.052627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.052723] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 is going to be updated. [ 997.087283] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.087283] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.087283] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.087283] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.087283] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.096746] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 in Status: IN_PROGRESS for 2s [ 997.288255] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.288473] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.288612] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.289227] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.289227] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.289227] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port a00fc032-f113-4354-b5f2-1b9354737b0d not found, creating... [ 997.289628] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.289790] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.289924] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.290180] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.290320] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.290654] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.290941] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.291117] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.291519] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.291723] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.291941] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: a00fc032-f113-4354-b5f2-1b9354737b0d is going to be created. [ 997.315195] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.315626] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.315788] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.316253] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.316715] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.317094] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-a00fc032-f113-4354-b5f2-1b9354737b0d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.437116] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b in Status: SUCCESS [ 997.437876] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.437876] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.437876] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.437876] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cca8c15-9197-4c64-93c1-2b1fe775c89b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.482816] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.482816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.482816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.482816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.482816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.482816] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eab85d65-9b66-46cf-bf13-f44781596cb3 is going to be updated. [ 997.512564] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.512691] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.512735] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.513779] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.513779] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.523337] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: IN_PROGRESS for 2s [ 997.775985] env[65529]: INFO networking_nsxv3.common.synchronization [req-65d9ea21-4cf2-4b3a-82b3-8f9bf7ae3847 req-23f0515b-64f6-4c74-9864-7c4fe3a207d5 tempest-ServerAddressesNegativeTestJSON-1057715477 tempest-ServerAddressesNegativeTestJSON-1057715477-project-member] Enqueued Resource ID: 2633edb8-034e-464e-a509-92676f77946c with Priority: HIGHEST for action security_group_members [ 997.776792] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2633edb8-034e-464e-a509-92676f77946c with Priority: HIGHEST for action security_group_members [ 997.777248] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-2633edb8-034e-464e-a509-92676f77946c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.777450] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2633edb8-034e-464e-a509-92676f77946c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.777450] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2633edb8-034e-464e-a509-92676f77946c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.777781] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2633edb8-034e-464e-a509-92676f77946c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.777950] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.778194] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.778194] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.778299] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.778356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.778441] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2633edb8-034e-464e-a509-92676f77946c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.942208] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cca8c15-9197-4c64-93c1-2b1fe775c89b taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.942208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.942208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.942208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.942208] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.942208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.942208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.942208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.942208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.942208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.942208] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4cca8c15-9197-4c64-93c1-2b1fe775c89b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.101477] env[65529]: INFO networking_nsxv3.common.synchronization [req-f15f3fbf-5154-4f4c-9ae7-33abe90f7b2a req-e65aa035-059c-4064-be6e-86710507fc4f service nova] Enqueued Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_rules [ 998.101477] env[65529]: INFO networking_nsxv3.common.synchronization [req-f15f3fbf-5154-4f4c-9ae7-33abe90f7b2a req-e65aa035-059c-4064-be6e-86710507fc4f service nova] Enqueued Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 998.101477] env[65529]: INFO networking_nsxv3.common.synchronization [req-f15f3fbf-5154-4f4c-9ae7-33abe90f7b2a req-e65aa035-059c-4064-be6e-86710507fc4f service nova] Enqueued Resource ID: a00fc032-f113-4354-b5f2-1b9354737b0d with Priority: HIGHEST for action port [ 998.102557] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_rules [ 998.102557] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 998.102557] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a00fc032-f113-4354-b5f2-1b9354737b0d with Priority: HIGHEST for action port [ 998.102557] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.102557] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.102896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.102896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.102959] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.104018] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.104018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.106038] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-a00fc032-f113-4354-b5f2-1b9354737b0d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.106038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a00fc032-f113-4354-b5f2-1b9354737b0d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.106038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a00fc032-f113-4354-b5f2-1b9354737b0d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.106038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a00fc032-f113-4354-b5f2-1b9354737b0d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.106038] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a00fc032-f113-4354-b5f2-1b9354737b0d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.284467] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.284739] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.284739] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.284971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.285093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.285295] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.285408] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.285470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.285631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.285708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.285792] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2633edb8-034e-464e-a509-92676f77946c already deleted. [ 998.285873] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2633edb8-034e-464e-a509-92676f77946c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.373025] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-359 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.373240] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-359" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.374195] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-359" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.374528] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-359" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.375064] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.375424] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.375554] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.375862] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.375998] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.376252] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.376384] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.376548] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.376609] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.376735] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.376847] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.376980] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.396916] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.397230] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 998.397313] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.397486] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-359" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.397934] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-0c0ae3e7-6d7a-4201-a4a4-d525ab21f3cf taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.398073] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-0c0ae3e7-6d7a-4201-a4a4-d525ab21f3cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.398135] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-0c0ae3e7-6d7a-4201-a4a4-d525ab21f3cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.398425] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-0c0ae3e7-6d7a-4201-a4a4-d525ab21f3cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.398564] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c0ae3e7-6d7a-4201-a4a4-d525ab21f3cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.448137] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cca8c15-9197-4c64-93c1-2b1fe775c89b taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.448292] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.448363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.448585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.448748] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.448848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.448911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.449112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.449185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.449283] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.449463] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cca8c15-9197-4c64-93c1-2b1fe775c89b taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.449575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.449674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.449771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.449919] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.450012] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.450087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.450255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.450421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.450421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.450536] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4cca8c15-9197-4c64-93c1-2b1fe775c89b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.476756] env[65529]: INFO networking_nsxv3.common.synchronization [None req-3d0b4dd3-a892-4c5c-add6-d1a5e6781b82 None None] Enqueued Resource ID: 556a3195-b53c-45c3-a13c-42e8c46f32f6 with Priority: HIGHEST for action port [ 998.477916] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 556a3195-b53c-45c3-a13c-42e8c46f32f6 with Priority: HIGHEST for action port [ 998.478512] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-556a3195-b53c-45c3-a13c-42e8c46f32f6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.478512] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-556a3195-b53c-45c3-a13c-42e8c46f32f6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.478512] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-556a3195-b53c-45c3-a13c-42e8c46f32f6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.478512] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-556a3195-b53c-45c3-a13c-42e8c46f32f6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.478670] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('556a3195-b53c-45c3-a13c-42e8c46f32f6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.547558] env[65529]: INFO networking_nsxv3.common.synchronization [req-320cc986-eb76-447b-9bc2-2ba8511d26c8 req-7d287f0e-0c39-46a4-92e1-5a0e7f024582 tempest-AttachInterfacesTestJSON-2112292789 tempest-AttachInterfacesTestJSON-2112292789-project-member] Enqueued Resource ID: 06f657d1-b4f5-4078-9f80-cce4c5e70f26 with Priority: HIGHEST for action security_group_members [ 998.548126] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f657d1-b4f5-4078-9f80-cce4c5e70f26 with Priority: HIGHEST for action security_group_members [ 998.548467] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-06f657d1-b4f5-4078-9f80-cce4c5e70f26 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.548564] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06f657d1-b4f5-4078-9f80-cce4c5e70f26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.548623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06f657d1-b4f5-4078-9f80-cce4c5e70f26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.548994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06f657d1-b4f5-4078-9f80-cce4c5e70f26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.549176] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.549280] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.549340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.549496] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.549602] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.549662] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06f657d1-b4f5-4078-9f80-cce4c5e70f26',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.609563] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.610590] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.610920] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a00fc032-f113-4354-b5f2-1b9354737b0d with status ACTIVE [ 998.611193] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.611315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.611315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.611577] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.611671] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.611897] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.612044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.612119] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.612292] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.612392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.612609] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.612721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.612783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.612950] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.613047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.613122] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a00fc032-f113-4354-b5f2-1b9354737b0d is going to be updated. [ 998.645675] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.645882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.645933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.646192] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.646357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.646571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a00fc032-f113-4354-b5f2-1b9354737b0d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.900938] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.901290] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.901350] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.901696] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.901872] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.902050] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 0c0ae3e7-6d7a-4201-a4a4-d525ab21f3cf not found, creating... [ 998.902354] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.902524] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.903250] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.903943] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.904258] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.904904] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.905654] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.906530] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.906860] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.907032] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.907221] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 0c0ae3e7-6d7a-4201-a4a4-d525ab21f3cf is going to be created. [ 998.950052] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.950052] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.950052] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.950571] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.950847] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.951145] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-0c0ae3e7-6d7a-4201-a4a4-d525ab21f3cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.952656] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4cca8c15-9197-4c64-93c1-2b1fe775c89b: rpc.has_security_group_logging(os_id): False [ 998.977263] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.977511] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.977620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.977949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.978069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.978366] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.978531] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.978643] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.978826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.979024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.979276] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.979510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.979588] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.979801] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.979925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.980147] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.980313] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.980420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.980644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.980726] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.980816] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b is going to be updated. [ 998.982502] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 556a3195-b53c-45c3-a13c-42e8c46f32f6 [ 998.983489] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.983489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.983489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.983489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.983489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.983489] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:556a3195-b53c-45c3-a13c-42e8c46f32f6 already deleted. [ 998.983489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-556a3195-b53c-45c3-a13c-42e8c46f32f6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.052727] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.052891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.052971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.053205] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.100922] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.101716] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.101716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.101716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.102978] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.103141] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.103291] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06f657d1-b4f5-4078-9f80-cce4c5e70f26 is going to be updated. [ 999.110814] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.110814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.110814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.110814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.110814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.114859] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 in Status: SUCCESS [ 999.115281] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 deletion is rescheduled due to dependency. [ 999.115281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.135380] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b in Status: IN_PROGRESS for 2s [ 999.146434] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.146622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.146718] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.146968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.147182] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.159251] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06f657d1-b4f5-4078-9f80-cce4c5e70f26 in Status: IN_PROGRESS for 2s [ 999.534939] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: SUCCESS [ 999.535544] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.535544] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.535690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.535767] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.535888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.535952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.536122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.536206] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.536298] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.635804] env[65529]: INFO networking_nsxv3.common.synchronization [req-65d9ea21-4cf2-4b3a-82b3-8f9bf7ae3847 req-5434f6c1-4a75-4a5b-a495-3af3e5d10f4f service nova] Enqueued Resource ID: 2633edb8-034e-464e-a509-92676f77946c with Priority: HIGHEST for action security_group_rules [ 999.635995] env[65529]: INFO networking_nsxv3.common.synchronization [req-65d9ea21-4cf2-4b3a-82b3-8f9bf7ae3847 req-5434f6c1-4a75-4a5b-a495-3af3e5d10f4f service nova] Enqueued Resource ID: 2633edb8-034e-464e-a509-92676f77946c with Priority: HIGHEST for action security_group_members [ 999.636241] env[65529]: INFO networking_nsxv3.common.synchronization [req-65d9ea21-4cf2-4b3a-82b3-8f9bf7ae3847 req-5434f6c1-4a75-4a5b-a495-3af3e5d10f4f service nova] Enqueued Resource ID: 0c0ae3e7-6d7a-4201-a4a4-d525ab21f3cf with Priority: HIGHEST for action port [ 999.636912] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2633edb8-034e-464e-a509-92676f77946c with Priority: HIGHEST for action security_group_rules [ 999.637481] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2633edb8-034e-464e-a509-92676f77946c with Priority: HIGHEST for action security_group_members [ 999.637627] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c0ae3e7-6d7a-4201-a4a4-d525ab21f3cf with Priority: HIGHEST for action port [ 999.637924] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2633edb8-034e-464e-a509-92676f77946c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.638061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2633edb8-034e-464e-a509-92676f77946c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.638139] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2633edb8-034e-464e-a509-92676f77946c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.638384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2633edb8-034e-464e-a509-92676f77946c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.638501] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2633edb8-034e-464e-a509-92676f77946c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.640748] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-2633edb8-034e-464e-a509-92676f77946c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.640986] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2633edb8-034e-464e-a509-92676f77946c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.641095] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2633edb8-034e-464e-a509-92676f77946c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.641346] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2633edb8-034e-464e-a509-92676f77946c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.641649] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.641783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.641864] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.642065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.642370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.642370] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2633edb8-034e-464e-a509-92676f77946c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.643496] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c0ae3e7-6d7a-4201-a4a4-d525ab21f3cf taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.643618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c0ae3e7-6d7a-4201-a4a4-d525ab21f3cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.643677] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c0ae3e7-6d7a-4201-a4a4-d525ab21f3cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.644554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c0ae3e7-6d7a-4201-a4a4-d525ab21f3cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.644772] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c0ae3e7-6d7a-4201-a4a4-d525ab21f3cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.813802] env[65529]: INFO networking_nsxv3.common.synchronization [req-e92533c5-53de-464f-b3e5-3f1e848c2e97 req-dba6e30b-92ef-447d-a7ff-923e0666b19c tempest-ServerRescueTestJSONUnderV235-714986679 tempest-ServerRescueTestJSONUnderV235-714986679-project-member] Enqueued Resource ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b with Priority: HIGHEST for action security_group_members [ 999.814386] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b with Priority: HIGHEST for action security_group_members [ 999.814701] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cca8c15-9197-4c64-93c1-2b1fe775c89b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.814836] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.814900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.819029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.819029] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.819029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.819029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.819029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.819029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.819029] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cca8c15-9197-4c64-93c1-2b1fe775c89b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.039120] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.141470] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-2633edb8-034e-464e-a509-92676f77946c taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.141796] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2633edb8-034e-464e-a509-92676f77946c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.149124] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c0ae3e7-6d7a-4201-a4a4-d525ab21f3cf with status ACTIVE [ 1000.149124] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.149124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.149124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.149124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.149124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.149124] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.149124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.149124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.149124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.149124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.149124] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.149124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.149124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.149124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.149124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.149124] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c0ae3e7-6d7a-4201-a4a4-d525ab21f3cf is going to be updated. [ 1000.150707] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2633edb8-034e-464e-a509-92676f77946c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.178338] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.178338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.178338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.178338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.178338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.178338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c0ae3e7-6d7a-4201-a4a4-d525ab21f3cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.319941] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.319941] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.319941] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.320425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.320518] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.320851] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.322015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.322015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.322015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.322015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.322015] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b is going to be updated. [ 1000.357093] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.357093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.357093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.357093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.357093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.367215] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b in Status: IN_PROGRESS for 2s [ 1000.421240] env[65529]: INFO networking_nsxv3.common.synchronization [req-0ae49c8a-335f-4de6-91ce-7620f1a44a0c req-0765a882-b38c-4dcb-a137-e1bea41b0d0a tempest-ImagesTestJSON-1930669757 tempest-ImagesTestJSON-1930669757-project-member] Enqueued Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_members [ 1000.421862] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_members [ 1000.422239] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.422345] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.422388] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.423181] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.423181] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.423337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.423391] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.423707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.423793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.423845] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.544525] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.652871] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2633edb8-034e-464e-a509-92676f77946c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.818536] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.818762] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-884" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.818887] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-884" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.819202] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-884" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.819505] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.819862] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.819862] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.820075] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.820294] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.820539] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.820658] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.820901] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.821151] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.821227] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.821297] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.821488] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.844433] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.844625] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1000.844750] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.844896] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-884" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.845239] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-0c18347c-9067-43a1-ac49-e818fcf039e7 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.845422] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-0c18347c-9067-43a1-ac49-e818fcf039e7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.845541] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-0c18347c-9067-43a1-ac49-e818fcf039e7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.846518] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-0c18347c-9067-43a1-ac49-e818fcf039e7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.846706] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c18347c-9067-43a1-ac49-e818fcf039e7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.926088] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.926315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.926790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.926790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.926790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.926954] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.927064] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.927124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.927706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.927706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.927706] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 is going to be updated. [ 1000.957974] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.958108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.958180] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.958478] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.958665] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.976012] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: IN_PROGRESS for 2s [ 1001.047182] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.047473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.047473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.047644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.047731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.048501] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eab85d65-9b66-46cf-bf13-f44781596cb3 is going to be updated. [ 1001.083862] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.084029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.084093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.084312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.084493] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.096777] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: IN_PROGRESS for 2s [ 1001.153138] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b in Status: SUCCESS [ 1001.153585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.155944] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.156142] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.156190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.156504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.156667] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.156835] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2633edb8-034e-464e-a509-92676f77946c is going to be created. [ 1001.170077] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06f657d1-b4f5-4078-9f80-cce4c5e70f26 in Status: SUCCESS [ 1001.170250] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06f657d1-b4f5-4078-9f80-cce4c5e70f26 deletion is rescheduled due to dependency. [ 1001.170392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06f657d1-b4f5-4078-9f80-cce4c5e70f26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.180734] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.181040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.181040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.181168] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.181349] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.193894] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2633edb8-034e-464e-a509-92676f77946c in Status: UNINITIALIZED for 2s [ 1001.349536] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.349791] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.349922] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.350219] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.350372] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.350595] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 0c18347c-9067-43a1-ac49-e818fcf039e7 not found, creating... [ 1001.350901] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.351088] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.351252] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.351610] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.351692] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.351942] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.352186] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.352250] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.352468] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.352624] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.352771] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 0c18347c-9067-43a1-ac49-e818fcf039e7 is going to be created. [ 1001.469125] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.469492] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.469629] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.469933] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.470209] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.470453] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-0c18347c-9067-43a1-ac49-e818fcf039e7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.198501] env[65529]: INFO networking_nsxv3.common.synchronization [req-0ae49c8a-335f-4de6-91ce-7620f1a44a0c req-ec613f47-9e10-4ce9-a3e8-ef76686db83b service nova] Enqueued Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_rules [ 1002.198774] env[65529]: INFO networking_nsxv3.common.synchronization [req-0ae49c8a-335f-4de6-91ce-7620f1a44a0c req-ec613f47-9e10-4ce9-a3e8-ef76686db83b service nova] Enqueued Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_members [ 1002.198824] env[65529]: INFO networking_nsxv3.common.synchronization [req-0ae49c8a-335f-4de6-91ce-7620f1a44a0c req-ec613f47-9e10-4ce9-a3e8-ef76686db83b service nova] Enqueued Resource ID: 0c18347c-9067-43a1-ac49-e818fcf039e7 with Priority: HIGHEST for action port [ 1002.200368] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_rules [ 1002.200368] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_members [ 1002.200368] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c18347c-9067-43a1-ac49-e818fcf039e7 with Priority: HIGHEST for action port [ 1002.200368] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.200368] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.200368] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.201572] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.201786] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.202834] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.202933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.203157] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c18347c-9067-43a1-ac49-e818fcf039e7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.203261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c18347c-9067-43a1-ac49-e818fcf039e7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.203325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c18347c-9067-43a1-ac49-e818fcf039e7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.203498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c18347c-9067-43a1-ac49-e818fcf039e7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.203576] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c18347c-9067-43a1-ac49-e818fcf039e7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.378073] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b in Status: SUCCESS [ 1002.378073] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cca8c15-9197-4c64-93c1-2b1fe775c89b deletion is rescheduled due to dependency. [ 1002.378073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cca8c15-9197-4c64-93c1-2b1fe775c89b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.705427] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.705649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.706993] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c18347c-9067-43a1-ac49-e818fcf039e7 with status ACTIVE [ 1002.707193] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.707253] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.707318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.707524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.707614] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.707782] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.707876] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.707936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.708129] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.708207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.708385] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.708477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.708539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.708678] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.708800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.708869] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c18347c-9067-43a1-ac49-e818fcf039e7 is going to be updated. [ 1002.730045] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.730045] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.730045] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.730295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.730295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.730486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c18347c-9067-43a1-ac49-e818fcf039e7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.994508] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: SUCCESS [ 1002.997574] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 deletion is rescheduled due to dependency. [ 1002.997574] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.997574] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.997574] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.997574] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.997574] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.997574] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.997574] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.997574] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.997574] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.108766] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: SUCCESS [ 1003.109016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.109186] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.109419] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.109609] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.109745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.109789] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.109938] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.110027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.110118] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.110236] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.203031] env[65529]: INFO networking_nsxv3.common.synchronization [req-02e6feed-8414-4f33-8248-e5ecd2bb5a55 req-a0882d22-4513-49ca-944f-70e1ba00b067 tempest-MigrationsAdminTest-991912930 tempest-MigrationsAdminTest-991912930-project-member] Enqueued Resource ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d with Priority: HIGHEST for action security_group_members [ 1003.203383] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d with Priority: HIGHEST for action security_group_members [ 1003.204666] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-40a3dc90-6cac-4672-9368-6da24b6f1c2d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.204666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.204666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.204666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.204666] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.204666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.204666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.205154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.205154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.205154] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40a3dc90-6cac-4672-9368-6da24b6f1c2d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.206710] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2633edb8-034e-464e-a509-92676f77946c in Status: UNINITIALIZED for 4s [ 1003.499820] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.613026] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.613269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.613449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.613758] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.613957] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.614145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.614193] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.614360] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.614452] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.614548] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.614791] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.614901] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.614984] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.615576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.615576] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.615576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.615576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.615813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.615813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.615923] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.616039] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.709196] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.709469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.709549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.709719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.734327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.734581] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.734707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.734776] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.734984] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.735083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.735176] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d is going to be updated. [ 1003.771087] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.771087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.771087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.771916] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.771916] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.782160] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d in Status: IN_PROGRESS for 2s [ 1004.002367] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.121384] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eab85d65-9b66-46cf-bf13-f44781596cb3: rpc.has_security_group_logging(os_id): False [ 1004.143407] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.143596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.143671] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.143895] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.173973] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.174423] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.174638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.174762] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.175102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.175248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.175553] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.175709] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.175799] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.176054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.176170] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.176443] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.176596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.176691] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.176915] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.177047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.177177] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eab85d65-9b66-46cf-bf13-f44781596cb3 is going to be updated. [ 1004.247101] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.247487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.247487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.247638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.247806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.273449] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: IN_PROGRESS for 2s [ 1004.504665] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.504815] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.504883] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.507330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.507330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.507330] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 is going to be updated. [ 1004.538319] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.538465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.538550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.538791] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.539050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.549377] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: IN_PROGRESS for 2s [ 1004.845834] env[65529]: INFO networking_nsxv3.common.synchronization [req-99807f59-6150-4097-aa6f-de6b9a7f0a02 req-850132e3-6379-4a00-8c6a-52494d1dc91f tempest-DeleteServersTestJSON-994990992 tempest-DeleteServersTestJSON-994990992-project-member] Enqueued Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 1004.846512] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 1004.846881] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.847088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.847203] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.847427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.847638] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.847820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.847874] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.848072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.848205] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.848341] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.214070] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-424 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.214349] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-424" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.214487] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-424" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.214776] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-424" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.215052] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.215214] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.215330] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.215560] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.215710] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.215938] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.216080] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.216307] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.216307] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.216462] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.216558] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.216628] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.218675] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2633edb8-034e-464e-a509-92676f77946c in Status: SUCCESS [ 1005.218864] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2633edb8-034e-464e-a509-92676f77946c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.219401] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2633edb8-034e-464e-a509-92676f77946c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.219571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2633edb8-034e-464e-a509-92676f77946c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.219734] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.219834] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.219900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.220052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.220132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.220214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2633edb8-034e-464e-a509-92676f77946c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.220303] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2633edb8-034e-464e-a509-92676f77946c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.237849] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.237849] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1005.238061] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.238061] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-424" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.239037] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-dfd8dcd5-0fe7-4bfd-96f2-e9694cd45cbc taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.239037] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-dfd8dcd5-0fe7-4bfd-96f2-e9694cd45cbc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.239037] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-dfd8dcd5-0fe7-4bfd-96f2-e9694cd45cbc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.239037] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-dfd8dcd5-0fe7-4bfd-96f2-e9694cd45cbc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.239283] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfd8dcd5-0fe7-4bfd-96f2-e9694cd45cbc',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.351283] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.351554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.351554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.351732] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.372586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.372858] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.372981] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.373066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.373245] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.373326] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.373416] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 is going to be updated. [ 1005.405240] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.405421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.405496] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.405698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.405850] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.418546] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: IN_PROGRESS for 2s [ 1005.723357] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-2633edb8-034e-464e-a509-92676f77946c taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.723504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2633edb8-034e-464e-a509-92676f77946c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.723628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2633edb8-034e-464e-a509-92676f77946c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.725094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2633edb8-034e-464e-a509-92676f77946c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.725094] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.725094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.725094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.725094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.725094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.725094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2633edb8-034e-464e-a509-92676f77946c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.725094] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-2633edb8-034e-464e-a509-92676f77946c taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.725094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2633edb8-034e-464e-a509-92676f77946c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.725094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2633edb8-034e-464e-a509-92676f77946c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.725094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2633edb8-034e-464e-a509-92676f77946c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.725094] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.725748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.725748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.725748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.725748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.725748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2633edb8-034e-464e-a509-92676f77946c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.725748] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2633edb8-034e-464e-a509-92676f77946c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.742168] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.742168] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.742168] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.742744] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.742744] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.742744] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port dfd8dcd5-0fe7-4bfd-96f2-e9694cd45cbc not found, creating... [ 1005.743095] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.743243] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.744118] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.744118] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.744118] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.744118] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.744303] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.744406] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.744580] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.744710] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.744843] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: dfd8dcd5-0fe7-4bfd-96f2-e9694cd45cbc is going to be created. [ 1005.768318] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.768547] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.768670] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.768992] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.769249] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.769555] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-dfd8dcd5-0fe7-4bfd-96f2-e9694cd45cbc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.792278] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d in Status: SUCCESS [ 1005.792508] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d deletion is rescheduled due to dependency. [ 1005.792631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.229054] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2633edb8-034e-464e-a509-92676f77946c: rpc.has_security_group_logging(os_id): False [ 1006.248122] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.248294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.248350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.248585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.248635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.248816] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.248952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.249061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.249236] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.249343] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.249718] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.249718] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.249718] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.250114] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.250114] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.250635] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.250635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.250635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.250826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.250871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.250983] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2633edb8-034e-464e-a509-92676f77946c is going to be created. [ 1006.307249] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: SUCCESS [ 1006.307490] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.347935] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.348977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.348977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.348977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.349666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.362777] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2633edb8-034e-464e-a509-92676f77946c in Status: IN_PROGRESS for 2s [ 1006.561802] env[65529]: INFO networking_nsxv3.common.synchronization [req-99807f59-6150-4097-aa6f-de6b9a7f0a02 req-cb8581e2-d728-44ef-9d14-e246bf93a8a5 service nova] Enqueued Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_rules [ 1006.561802] env[65529]: INFO networking_nsxv3.common.synchronization [req-99807f59-6150-4097-aa6f-de6b9a7f0a02 req-cb8581e2-d728-44ef-9d14-e246bf93a8a5 service nova] Enqueued Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 1006.561802] env[65529]: INFO networking_nsxv3.common.synchronization [req-99807f59-6150-4097-aa6f-de6b9a7f0a02 req-cb8581e2-d728-44ef-9d14-e246bf93a8a5 service nova] Enqueued Resource ID: dfd8dcd5-0fe7-4bfd-96f2-e9694cd45cbc with Priority: HIGHEST for action port [ 1006.561802] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_rules [ 1006.561802] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 1006.561802] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd8dcd5-0fe7-4bfd-96f2-e9694cd45cbc with Priority: HIGHEST for action port [ 1006.561802] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.565870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.565870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.565870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.565870] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.565870] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.565870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.565870] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfd8dcd5-0fe7-4bfd-96f2-e9694cd45cbc taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.565870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfd8dcd5-0fe7-4bfd-96f2-e9694cd45cbc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.565870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfd8dcd5-0fe7-4bfd-96f2-e9694cd45cbc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.565870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfd8dcd5-0fe7-4bfd-96f2-e9694cd45cbc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.565870] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfd8dcd5-0fe7-4bfd-96f2-e9694cd45cbc',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.566524] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: SUCCESS [ 1006.566745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.567720] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.568157] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.568157] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.568253] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.568310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.568466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.568541] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.568644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.568758] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.066354] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.066494] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.070938] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfd8dcd5-0fe7-4bfd-96f2-e9694cd45cbc with status ACTIVE [ 1007.071172] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.071331] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.071397] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.071621] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.071728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.071925] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.072075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.072181] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.072302] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.072402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.072601] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.072719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.072790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.072973] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.073061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.073154] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfd8dcd5-0fe7-4bfd-96f2-e9694cd45cbc is going to be updated. [ 1007.074484] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.074604] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.074689] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.074866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.075033] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.075133] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.075218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.075385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.075482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.075585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.075753] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.075876] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.076033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.076191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.076245] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.076382] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.076451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.076583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.076670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.076767] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.076867] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.100846] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.101525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.101525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.101525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.101525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.101694] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfd8dcd5-0fe7-4bfd-96f2-e9694cd45cbc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.214134] env[65529]: INFO networking_nsxv3.common.synchronization [None req-39e265b1-7ccb-47d8-b7dd-5ac6be5d993f tempest-AttachInterfacesTestJSON-2112292789 tempest-AttachInterfacesTestJSON-2112292789-project-member] Enqueued Resource ID: e2342360-1165-457d-bbda-17cb055b06b8 with Priority: HIGHEST for action security_group_rules [ 1007.214974] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2342360-1165-457d-bbda-17cb055b06b8 with Priority: HIGHEST for action security_group_rules [ 1007.215411] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2342360-1165-457d-bbda-17cb055b06b8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.216040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.216040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.216040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.216040] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2342360-1165-457d-bbda-17cb055b06b8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.333632] env[65529]: INFO networking_nsxv3.common.synchronization [None req-9a780733-cf3b-4f3a-8516-645f74529b2e tempest-AttachInterfacesTestJSON-2112292789 tempest-AttachInterfacesTestJSON-2112292789-project-member] Enqueued Resource ID: e2342360-1165-457d-bbda-17cb055b06b8 with Priority: HIGHEST for action security_group_rules [ 1007.334268] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2342360-1165-457d-bbda-17cb055b06b8 with Priority: HIGHEST for action security_group_rules [ 1007.334794] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2342360-1165-457d-bbda-17cb055b06b8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.334867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.429114] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: SUCCESS [ 1007.429384] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 deletion is rescheduled due to dependency. [ 1007.429438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.429589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.429806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.429984] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.430131] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.430197] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.430350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.430422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.430519] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.581457] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6: rpc.has_security_group_logging(os_id): False [ 1007.598089] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.598279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.598369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.598587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.602015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.602015] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.602015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.602015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.602015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.602015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.602015] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.602015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.602015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.602015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.602015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.602015] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.602015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.602015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.602595] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.602595] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.602595] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 is going to be updated. [ 1007.674362] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.674362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.674507] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.674639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.674894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.690574] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: IN_PROGRESS for 2s [ 1007.738639] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.738639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.738639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.741601] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.741601] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.743166] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2342360-1165-457d-bbda-17cb055b06b8 already deleted. [ 1007.743166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.743166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.743166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.743166] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2342360-1165-457d-bbda-17cb055b06b8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.935094] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.304047] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.304047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.304047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.304047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.304047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.304047] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2342360-1165-457d-bbda-17cb055b06b8 already deleted. [ 1008.304047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.376973] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2633edb8-034e-464e-a509-92676f77946c in Status: SUCCESS [ 1008.377231] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2633edb8-034e-464e-a509-92676f77946c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.438060] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.940116] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.940585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.940837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.941241] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.941543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.941779] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 is going to be updated. [ 1008.988492] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.988661] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.988737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.988984] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.989177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.003353] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: IN_PROGRESS for 2s [ 1009.712021] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: SUCCESS [ 1009.712021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.183183] env[65529]: INFO networking_nsxv3.common.synchronization [req-053f87c2-211a-4b2c-a99f-1820514f7718 req-9fec1850-4031-499b-bf7d-5fd351ed35c6 tempest-ServerAddressesNegativeTestJSON-1057715477 tempest-ServerAddressesNegativeTestJSON-1057715477-project-member] Enqueued Resource ID: 2633edb8-034e-464e-a509-92676f77946c with Priority: HIGHEST for action security_group_members [ 1010.183631] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2633edb8-034e-464e-a509-92676f77946c with Priority: HIGHEST for action security_group_members [ 1010.183987] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-2633edb8-034e-464e-a509-92676f77946c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.184211] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2633edb8-034e-464e-a509-92676f77946c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.184303] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2633edb8-034e-464e-a509-92676f77946c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.184529] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2633edb8-034e-464e-a509-92676f77946c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.184750] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.184874] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.184959] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.185172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.185348] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.185474] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2633edb8-034e-464e-a509-92676f77946c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.688204] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.688371] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.688440] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.688770] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.689197] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.689197] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.689197] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.689447] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.689499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.689610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.689712] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2633edb8-034e-464e-a509-92676f77946c is going to be updated. [ 1010.722430] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.722430] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.722430] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.722430] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.722430] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.740553] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2633edb8-034e-464e-a509-92676f77946c in Status: IN_PROGRESS for 2s [ 1011.014210] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: SUCCESS [ 1011.014467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.014688] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.014948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.015189] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.015528] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.015528] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.015628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.015661] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.015777] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.015896] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.235078] env[65529]: INFO networking_nsxv3.common.synchronization [req-b18be5a0-4e98-4808-839a-89ad06082e33 req-7af60360-f4d6-4b96-833d-1813b798287e tempest-ServersTestJSON-2119500116 tempest-ServersTestJSON-2119500116-project-member] Enqueued Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 1011.235078] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 1011.235078] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.235078] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.235078] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.235359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.235359] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.235359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.235465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.235644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.235759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.235876] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.518270] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.518367] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.518406] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.518738] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.518944] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.519107] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.519258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.519591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.519591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.519709] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.519899] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.520031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.520110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.520279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.520404] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.520519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.520590] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.520801] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.520914] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.521030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.521140] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.738260] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.023885] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65: rpc.has_security_group_logging(os_id): False [ 1012.045895] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.046062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.046137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.046385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.046490] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.046692] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.046804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.046866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.047053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.047148] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.047345] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.047472] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.047542] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.047693] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.047796] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.048071] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.048210] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.048275] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.048480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.048566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.048689] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 is going to be updated. [ 1012.114657] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.114806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.114865] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.115092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.115238] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.129097] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: IN_PROGRESS for 2s [ 1012.240891] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.700801] env[65529]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1012.700935] env[65529]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1012.742823] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.743142] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.743142] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.743282] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.743344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.743444] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eab85d65-9b66-46cf-bf13-f44781596cb3 is going to be updated. [ 1012.752165] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2633edb8-034e-464e-a509-92676f77946c in Status: SUCCESS [ 1012.752336] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2633edb8-034e-464e-a509-92676f77946c deletion is rescheduled due to dependency. [ 1012.752447] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2633edb8-034e-464e-a509-92676f77946c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.770850] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.770998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.771085] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.771368] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.771594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.780157] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: IN_PROGRESS for 2s [ 1014.143404] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: SUCCESS [ 1014.143894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.792683] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: SUCCESS [ 1014.792920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.849675] env[65529]: INFO networking_nsxv3.common.synchronization [req-21114dd7-dd48-41f7-be29-97d1af523786 req-fcec0d9a-e47c-4e3f-9c0e-83d25cfa5259 tempest-ServersTestFqdnHostnames-439278666 tempest-ServersTestFqdnHostnames-439278666-project-member] Enqueued Resource ID: 08ddb191-3ff7-48af-b228-bd6d004bb4d7 with Priority: HIGHEST for action security_group_members [ 1014.850244] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ddb191-3ff7-48af-b228-bd6d004bb4d7 with Priority: HIGHEST for action security_group_members [ 1014.850552] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-08ddb191-3ff7-48af-b228-bd6d004bb4d7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.850675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.850759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.851077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.851242] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.851342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.851401] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.851617] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.851703] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.851794] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08ddb191-3ff7-48af-b228-bd6d004bb4d7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.206173] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-622 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.206484] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-622" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.206484] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-622" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.207956] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-622" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.207956] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.207956] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.207956] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.207956] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.207956] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.208483] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.208483] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1015.208483] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1015.208483] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1015.208726] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.208788] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1015.208902] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1015.230062] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1015.230374] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1015.230522] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1015.230749] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-622" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.231026] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-8f3c4f9d-1d08-40ca-96ee-b7dea9c3d4d5 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.231191] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-8f3c4f9d-1d08-40ca-96ee-b7dea9c3d4d5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.231319] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-8f3c4f9d-1d08-40ca-96ee-b7dea9c3d4d5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.232181] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-8f3c4f9d-1d08-40ca-96ee-b7dea9c3d4d5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.232345] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f3c4f9d-1d08-40ca-96ee-b7dea9c3d4d5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.354524] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.354816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.354890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.355254] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.355398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.355714] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.355879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.355990] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.356251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.356381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.356525] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08ddb191-3ff7-48af-b228-bd6d004bb4d7 already deleted. [ 1015.356653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.737217] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.737217] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.737217] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.737217] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.737217] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.737217] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port 8f3c4f9d-1d08-40ca-96ee-b7dea9c3d4d5 not found, creating... [ 1015.737217] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.737217] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.737217] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.737217] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.737217] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.737841] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.737841] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.737841] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.737841] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.737841] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.737841] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: 8f3c4f9d-1d08-40ca-96ee-b7dea9c3d4d5 is going to be created. [ 1015.761525] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.762554] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.762554] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.762678] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.762954] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.763223] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-8f3c4f9d-1d08-40ca-96ee-b7dea9c3d4d5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.481644] env[65529]: INFO networking_nsxv3.common.synchronization [req-21114dd7-dd48-41f7-be29-97d1af523786 req-83b68ebc-fd39-44bb-8064-c228b842b9b3 service nova] Enqueued Resource ID: 08ddb191-3ff7-48af-b228-bd6d004bb4d7 with Priority: HIGHEST for action security_group_rules [ 1016.481644] env[65529]: INFO networking_nsxv3.common.synchronization [req-21114dd7-dd48-41f7-be29-97d1af523786 req-83b68ebc-fd39-44bb-8064-c228b842b9b3 service nova] Enqueued Resource ID: 08ddb191-3ff7-48af-b228-bd6d004bb4d7 with Priority: HIGHEST for action security_group_members [ 1016.481979] env[65529]: INFO networking_nsxv3.common.synchronization [req-21114dd7-dd48-41f7-be29-97d1af523786 req-83b68ebc-fd39-44bb-8064-c228b842b9b3 service nova] Enqueued Resource ID: 8f3c4f9d-1d08-40ca-96ee-b7dea9c3d4d5 with Priority: HIGHEST for action port [ 1016.482317] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ddb191-3ff7-48af-b228-bd6d004bb4d7 with Priority: HIGHEST for action security_group_rules [ 1016.482455] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ddb191-3ff7-48af-b228-bd6d004bb4d7 with Priority: HIGHEST for action security_group_members [ 1016.482552] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f3c4f9d-1d08-40ca-96ee-b7dea9c3d4d5 with Priority: HIGHEST for action port [ 1016.482827] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08ddb191-3ff7-48af-b228-bd6d004bb4d7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.482953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.483378] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.483619] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.483725] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08ddb191-3ff7-48af-b228-bd6d004bb4d7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.484618] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-08ddb191-3ff7-48af-b228-bd6d004bb4d7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.484712] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.484762] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.484940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.485099] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.485204] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.485248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.485392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.485476] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.485568] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08ddb191-3ff7-48af-b228-bd6d004bb4d7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.486357] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f3c4f9d-1d08-40ca-96ee-b7dea9c3d4d5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.486477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f3c4f9d-1d08-40ca-96ee-b7dea9c3d4d5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.486514] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f3c4f9d-1d08-40ca-96ee-b7dea9c3d4d5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.486689] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f3c4f9d-1d08-40ca-96ee-b7dea9c3d4d5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.486749] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f3c4f9d-1d08-40ca-96ee-b7dea9c3d4d5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.989019] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-08ddb191-3ff7-48af-b228-bd6d004bb4d7 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.989019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.993023] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08ddb191-3ff7-48af-b228-bd6d004bb4d7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.993023] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f3c4f9d-1d08-40ca-96ee-b7dea9c3d4d5 with status ACTIVE [ 1016.993023] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.993023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.993023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.993023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.993023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.993023] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.993023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.993023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.993023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.993023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.994092] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.994455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.994455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.994534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.994690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.994779] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f3c4f9d-1d08-40ca-96ee-b7dea9c3d4d5 is going to be updated. [ 1017.020744] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.020901] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.020985] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.021228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.021470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.021858] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f3c4f9d-1d08-40ca-96ee-b7dea9c3d4d5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.285835] env[65529]: INFO networking_nsxv3.common.synchronization [req-6f95ee06-b3aa-405e-9244-9aa7e24a1f63 req-cedd1f77-cecc-488c-8cd9-a8261ec17c7b tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_members [ 1017.286547] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_members [ 1017.287209] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0671293a-395c-4f96-8097-b5a54b766556 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.287633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.287633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.287885] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.287885] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.288018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.288158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.288267] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.288357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.288469] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.497557] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08ddb191-3ff7-48af-b228-bd6d004bb4d7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.702190] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-830 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.702382] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-830" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.702542] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-830" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.702890] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-830" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.703458] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.703626] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.703738] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.704853] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.704853] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.704853] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.704853] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.704853] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.704853] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.705121] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.705121] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.705260] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.727456] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.727658] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1017.727740] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.727918] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-830" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.728291] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-98cd9128-f785-4ad0-a7dc-3ef8643c7dbb taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.728487] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-98cd9128-f785-4ad0-a7dc-3ef8643c7dbb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.728610] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-98cd9128-f785-4ad0-a7dc-3ef8643c7dbb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.728969] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-98cd9128-f785-4ad0-a7dc-3ef8643c7dbb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.729157] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98cd9128-f785-4ad0-a7dc-3ef8643c7dbb',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.792400] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.792400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.792400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.792400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.792400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.792400] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.792400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.792400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.792400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.792400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.792400] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0671293a-395c-4f96-8097-b5a54b766556 already deleted. [ 1017.793163] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.999702] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.999909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.999957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.000174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.000265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.000371] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08ddb191-3ff7-48af-b228-bd6d004bb4d7 is going to be created. [ 1018.029630] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.029630] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.029630] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.029872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.030092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.042770] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08ddb191-3ff7-48af-b228-bd6d004bb4d7 in Status: UNINITIALIZED for 2s [ 1018.231603] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.231849] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.231977] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.232511] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.232736] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.232999] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port 98cd9128-f785-4ad0-a7dc-3ef8643c7dbb not found, creating... [ 1018.233295] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.233468] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.233585] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.233885] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.233988] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.234284] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.234893] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.234893] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.234893] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.235064] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.235096] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: 98cd9128-f785-4ad0-a7dc-3ef8643c7dbb is going to be created. [ 1018.261756] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.262054] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.262130] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.262422] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.262797] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.263157] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-98cd9128-f785-4ad0-a7dc-3ef8643c7dbb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.087330] env[65529]: INFO networking_nsxv3.common.synchronization [req-6f95ee06-b3aa-405e-9244-9aa7e24a1f63 req-cdf7da12-b1b2-48f9-b22c-2c5ae9454d7c service nova] Enqueued Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_rules [ 1019.087714] env[65529]: INFO networking_nsxv3.common.synchronization [req-6f95ee06-b3aa-405e-9244-9aa7e24a1f63 req-cdf7da12-b1b2-48f9-b22c-2c5ae9454d7c service nova] Enqueued Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_members [ 1019.087714] env[65529]: INFO networking_nsxv3.common.synchronization [req-6f95ee06-b3aa-405e-9244-9aa7e24a1f63 req-cdf7da12-b1b2-48f9-b22c-2c5ae9454d7c service nova] Enqueued Resource ID: 98cd9128-f785-4ad0-a7dc-3ef8643c7dbb with Priority: HIGHEST for action port [ 1019.090720] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_rules [ 1019.090720] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_members [ 1019.090720] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98cd9128-f785-4ad0-a7dc-3ef8643c7dbb with Priority: HIGHEST for action port [ 1019.091098] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0671293a-395c-4f96-8097-b5a54b766556 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.091315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.091441] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.091805] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.091935] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.093269] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0671293a-395c-4f96-8097-b5a54b766556 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.093519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.093592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.094494] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.094681] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.094914] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.094996] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.095198] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.095313] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.095377] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.097124] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-98cd9128-f785-4ad0-a7dc-3ef8643c7dbb taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.097225] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98cd9128-f785-4ad0-a7dc-3ef8643c7dbb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.097260] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98cd9128-f785-4ad0-a7dc-3ef8643c7dbb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.097443] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98cd9128-f785-4ad0-a7dc-3ef8643c7dbb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.097528] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98cd9128-f785-4ad0-a7dc-3ef8643c7dbb',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.599356] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98cd9128-f785-4ad0-a7dc-3ef8643c7dbb with status ACTIVE [ 1019.599718] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.599879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.599957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.600173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.600263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.600477] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.600615] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.600615] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.600749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.600808] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.601893] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.601893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.601893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.601893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.601893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.601893] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98cd9128-f785-4ad0-a7dc-3ef8643c7dbb is going to be updated. [ 1019.603540] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.603840] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0671293a-395c-4f96-8097-b5a54b766556 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.603954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.628899] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.629095] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.629156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.629365] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.629505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.629664] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98cd9128-f785-4ad0-a7dc-3ef8643c7dbb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.800047] env[65529]: INFO networking_nsxv3.common.synchronization [req-2df1d28d-0402-44c2-b675-1de2afaa6f9c req-fd8c3a1f-b1da-4b08-af77-07a4868e9762 tempest-AttachInterfacesTestJSON-2112292789 tempest-AttachInterfacesTestJSON-2112292789-project-member] Enqueued Resource ID: e2342360-1165-457d-bbda-17cb055b06b8 with Priority: HIGHEST for action security_group_members [ 1019.800047] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2342360-1165-457d-bbda-17cb055b06b8 with Priority: HIGHEST for action security_group_members [ 1019.800047] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2342360-1165-457d-bbda-17cb055b06b8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.800047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.800047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.800747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.801185] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.801733] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.802542] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.802542] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.802542] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.802542] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2342360-1165-457d-bbda-17cb055b06b8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.054103] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08ddb191-3ff7-48af-b228-bd6d004bb4d7 in Status: SUCCESS [ 1020.054322] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.054493] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.054871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.054972] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.055043] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.055079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.055220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.055306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.055390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.055489] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08ddb191-3ff7-48af-b228-bd6d004bb4d7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.106358] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.182187] env[65529]: INFO networking_nsxv3.common.synchronization [req-c91c5b34-7f6a-4027-9abc-5f431cf82214 req-3b5bb827-0924-42ec-aab8-138e770d6560 tempest-ServerActionsTestOtherA-841971939 tempest-ServerActionsTestOtherA-841971939-project-member] Enqueued Resource ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a with Priority: HIGHEST for action security_group_members [ 1020.184146] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a with Priority: HIGHEST for action security_group_members [ 1020.184146] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.184146] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.184146] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.184146] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.184663] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.184896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.185072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.185322] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.185500] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.185678] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.215609] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.215820] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.215944] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.216223] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.216490] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.216633] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.216723] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.216988] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.217162] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.217371] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.217485] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1020.217591] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1020.217697] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1020.217804] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.217911] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1020.218037] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1020.241557] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1020.241557] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1020.241557] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1020.241808] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.242118] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-cbbd44ec-986f-47ec-90ab-dfd07fa144ea taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.242302] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-cbbd44ec-986f-47ec-90ab-dfd07fa144ea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.242437] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-cbbd44ec-986f-47ec-90ab-dfd07fa144ea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.242753] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-cbbd44ec-986f-47ec-90ab-dfd07fa144ea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.242921] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbbd44ec-986f-47ec-90ab-dfd07fa144ea',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.308517] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.308712] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.308783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.308963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.309090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.309302] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.309423] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.309535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.309633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.309705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.309789] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2342360-1165-457d-bbda-17cb055b06b8 already deleted. [ 1020.309865] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.557639] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08ddb191-3ff7-48af-b228-bd6d004bb4d7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.609392] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.609596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.609596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.609808] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.609898] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.609994] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0671293a-395c-4f96-8097-b5a54b766556 is going to be created. [ 1020.635750] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.635927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.635984] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.636252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.636417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.646462] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: UNINITIALIZED for 2s [ 1020.688319] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.688490] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.688579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.688853] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.688964] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.689215] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.689333] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.689398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.689649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.689863] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.689970] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a is going to be updated. [ 1020.720708] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.720892] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.720936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.721184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.721371] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.731973] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a in Status: IN_PROGRESS for 2s [ 1020.745231] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.745466] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.745535] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.745826] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.745980] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.746194] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port cbbd44ec-986f-47ec-90ab-dfd07fa144ea not found, creating... [ 1020.746465] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.746633] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.746788] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.747072] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.747218] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.747496] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.747655] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.747775] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.747979] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.748145] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.748284] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: cbbd44ec-986f-47ec-90ab-dfd07fa144ea is going to be created. [ 1020.769430] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.769739] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.769903] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.770213] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.770439] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.770666] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-cbbd44ec-986f-47ec-90ab-dfd07fa144ea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.059784] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08ddb191-3ff7-48af-b228-bd6d004bb4d7: rpc.has_security_group_logging(os_id): False [ 1021.079986] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.080250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.080334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.080538] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.080686] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.080956] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.081145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.081145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.081286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.081384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.081484] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08ddb191-3ff7-48af-b228-bd6d004bb4d7 is going to be created. [ 1021.165775] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.166461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.166461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.166461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.166664] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.181704] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08ddb191-3ff7-48af-b228-bd6d004bb4d7 in Status: IN_PROGRESS for 2s [ 1021.515796] env[65529]: INFO networking_nsxv3.common.synchronization [req-2df1d28d-0402-44c2-b675-1de2afaa6f9c req-e2cdb0f5-d330-458c-8805-fe6dce75101e service nova] Enqueued Resource ID: e2342360-1165-457d-bbda-17cb055b06b8 with Priority: HIGHEST for action security_group_rules [ 1021.516149] env[65529]: INFO networking_nsxv3.common.synchronization [req-2df1d28d-0402-44c2-b675-1de2afaa6f9c req-e2cdb0f5-d330-458c-8805-fe6dce75101e service nova] Enqueued Resource ID: e2342360-1165-457d-bbda-17cb055b06b8 with Priority: HIGHEST for action security_group_members [ 1021.516356] env[65529]: INFO networking_nsxv3.common.synchronization [req-2df1d28d-0402-44c2-b675-1de2afaa6f9c req-e2cdb0f5-d330-458c-8805-fe6dce75101e service nova] Enqueued Resource ID: cbbd44ec-986f-47ec-90ab-dfd07fa144ea with Priority: HIGHEST for action port [ 1021.517146] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2342360-1165-457d-bbda-17cb055b06b8 with Priority: HIGHEST for action security_group_rules [ 1021.517852] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2342360-1165-457d-bbda-17cb055b06b8 with Priority: HIGHEST for action security_group_members [ 1021.518016] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbd44ec-986f-47ec-90ab-dfd07fa144ea with Priority: HIGHEST for action port [ 1021.518415] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2342360-1165-457d-bbda-17cb055b06b8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.518614] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.518713] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.518974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.519370] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2342360-1165-457d-bbda-17cb055b06b8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.520452] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2342360-1165-457d-bbda-17cb055b06b8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.520609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.520700] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.520906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.521114] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.521246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.521343] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.521549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.521627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.521795] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2342360-1165-457d-bbda-17cb055b06b8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.522717] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbbd44ec-986f-47ec-90ab-dfd07fa144ea taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.522881] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbbd44ec-986f-47ec-90ab-dfd07fa144ea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.522953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbbd44ec-986f-47ec-90ab-dfd07fa144ea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.523161] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbbd44ec-986f-47ec-90ab-dfd07fa144ea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.523240] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbbd44ec-986f-47ec-90ab-dfd07fa144ea',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.024591] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2342360-1165-457d-bbda-17cb055b06b8 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.024800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.024916] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2342360-1165-457d-bbda-17cb055b06b8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.028617] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbbd44ec-986f-47ec-90ab-dfd07fa144ea with status ACTIVE [ 1022.028617] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.029147] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.029833] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.029833] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.029833] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.029833] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.030053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.030053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.030207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.030289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.030905] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.030905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.030905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.030905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.030905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.031136] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbbd44ec-986f-47ec-90ab-dfd07fa144ea is going to be updated. [ 1022.054432] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.054587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.054691] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.054860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.055012] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.055180] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbbd44ec-986f-47ec-90ab-dfd07fa144ea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.529353] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2342360-1165-457d-bbda-17cb055b06b8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.558724] env[65529]: INFO networking_nsxv3.common.synchronization [None req-667a198f-9dca-4ef0-b25c-04d7ec791e7d None None] Enqueued Resource ID: 308bb5cd-0874-4dee-a5bb-b7d677b25c9f with Priority: HIGHEST for action port [ 1022.560190] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 308bb5cd-0874-4dee-a5bb-b7d677b25c9f with Priority: HIGHEST for action port [ 1022.560190] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-308bb5cd-0874-4dee-a5bb-b7d677b25c9f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.560190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-308bb5cd-0874-4dee-a5bb-b7d677b25c9f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.560190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-308bb5cd-0874-4dee-a5bb-b7d677b25c9f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.560429] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-308bb5cd-0874-4dee-a5bb-b7d677b25c9f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.560429] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('308bb5cd-0874-4dee-a5bb-b7d677b25c9f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.667405] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: SUCCESS [ 1022.667892] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.667892] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.668086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.668217] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.668339] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.668419] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.668581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.668661] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.668765] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.668851] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.743110] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a in Status: SUCCESS [ 1022.743110] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a deletion is rescheduled due to dependency. [ 1022.743288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.032927] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.033166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.033219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.033505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.033621] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.033752] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2342360-1165-457d-bbda-17cb055b06b8 is going to be created. [ 1023.063873] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.064181] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.064274] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.064625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.064814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.066249] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 308bb5cd-0874-4dee-a5bb-b7d677b25c9f [ 1023.066445] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.066674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.066674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.066870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.066981] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.067094] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:308bb5cd-0874-4dee-a5bb-b7d677b25c9f already deleted. [ 1023.067179] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-308bb5cd-0874-4dee-a5bb-b7d677b25c9f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.078184] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2342360-1165-457d-bbda-17cb055b06b8 in Status: UNINITIALIZED for 2s [ 1023.173194] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0671293a-395c-4f96-8097-b5a54b766556 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.173194] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.173325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.173527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.173712] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.173815] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.173932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.174068] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.174158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.174222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.174368] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0671293a-395c-4f96-8097-b5a54b766556 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.174474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.174514] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.174652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.174789] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.174889] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.174959] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.175103] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.175180] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.175273] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.175364] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.197617] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08ddb191-3ff7-48af-b228-bd6d004bb4d7 in Status: SUCCESS [ 1023.197928] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.685350] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0671293a-395c-4f96-8097-b5a54b766556: rpc.has_security_group_logging(os_id): False [ 1023.705838] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.706051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.706098] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.706341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.706390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.706584] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.706682] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.706768] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.706876] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.708171] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.708171] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.708171] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.708171] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.708171] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.708171] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.708171] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.708171] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.708171] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.708631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.708631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.708631] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0671293a-395c-4f96-8097-b5a54b766556 is going to be created. [ 1023.782049] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.782212] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.782346] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.782499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.782685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.798114] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: IN_PROGRESS for 2s [ 1024.656099] env[65529]: INFO networking_nsxv3.common.synchronization [req-c6f92b80-0d3b-4ab9-b234-55d84955fb13 req-19b73df7-fded-4e06-b13c-f9eb45f8c093 tempest-ImagesTestJSON-1930669757 tempest-ImagesTestJSON-1930669757-project-member] Enqueued Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_members [ 1024.656099] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGHEST for action security_group_members [ 1024.656099] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.656099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.656099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.656099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.656099] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.656099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.656099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.656099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.656099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.656488] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.090145] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2342360-1165-457d-bbda-17cb055b06b8 in Status: SUCCESS [ 1025.090554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.090643] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.090955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.091065] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.091204] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.091271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.091411] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.091502] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.091596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.091689] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2342360-1165-457d-bbda-17cb055b06b8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.159627] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.159627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.159732] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.160088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.160088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.160256] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.160362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.160450] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.160632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.160716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.160832] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 is going to be updated. [ 1025.193174] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.194390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.194390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.194390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.194390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.205895] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: IN_PROGRESS for 2s [ 1025.380481] env[65529]: INFO networking_nsxv3.common.synchronization [None req-908fa053-7c60-4319-961a-75657998864a None None] Enqueued Resource ID: 6ccb3c85-71e7-45d2-8f4f-b5736821dcc6 with Priority: HIGHEST for action port [ 1025.381233] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ccb3c85-71e7-45d2-8f4f-b5736821dcc6 with Priority: HIGHEST for action port [ 1025.382031] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ccb3c85-71e7-45d2-8f4f-b5736821dcc6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.382031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ccb3c85-71e7-45d2-8f4f-b5736821dcc6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.383216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ccb3c85-71e7-45d2-8f4f-b5736821dcc6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.383216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ccb3c85-71e7-45d2-8f4f-b5736821dcc6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.383216] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ccb3c85-71e7-45d2-8f4f-b5736821dcc6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.596989] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2342360-1165-457d-bbda-17cb055b06b8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.812838] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: SUCCESS [ 1025.813372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.885384] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ccb3c85-71e7-45d2-8f4f-b5736821dcc6 [ 1025.885806] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.886090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.886254] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.886616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.886802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.886968] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ccb3c85-71e7-45d2-8f4f-b5736821dcc6 already deleted. [ 1025.887133] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ccb3c85-71e7-45d2-8f4f-b5736821dcc6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.098680] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2342360-1165-457d-bbda-17cb055b06b8: rpc.has_security_group_logging(os_id): False [ 1026.120920] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.120920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.120920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.120920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.120920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.120920] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.120920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.121287] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.121287] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.121384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.121453] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2342360-1165-457d-bbda-17cb055b06b8 is going to be created. [ 1026.187548] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.187548] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.187548] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.187847] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.187955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.201079] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2342360-1165-457d-bbda-17cb055b06b8 in Status: IN_PROGRESS for 2s [ 1027.219317] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: IN_PROGRESS for 4s [ 1027.652687] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.652879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.652922] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.653141] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.653301] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.155421] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.212408] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2342360-1165-457d-bbda-17cb055b06b8 in Status: SUCCESS [ 1028.212910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.277721] env[65529]: INFO networking_nsxv3.common.synchronization [req-f41444ad-5550-4c62-b7f9-6972402e7f2e req-c3f954f8-f607-47eb-8a14-7265bc19716a tempest-ServerDiskConfigTestJSON-223320736 tempest-ServerDiskConfigTestJSON-223320736-project-member] Enqueued Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_members [ 1028.278266] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_members [ 1028.278576] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.278698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.278767] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.279561] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.280025] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.280025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.280155] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.281031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.281031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.281031] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.634638] env[65529]: INFO networking_nsxv3.common.synchronization [req-cc793e97-cbaa-404b-a234-cab6f6975a4b req-f24f94ec-1a8f-44c4-bbd7-d4c6a58acff1 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_members [ 1028.634879] env[65529]: INFO networking_nsxv3.common.synchronization [req-cc793e97-cbaa-404b-a234-cab6f6975a4b req-f24f94ec-1a8f-44c4-bbd7-d4c6a58acff1 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 with Priority: HIGHEST for action security_group_members [ 1028.635331] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_members [ 1028.635467] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 with Priority: HIGHEST for action security_group_members [ 1028.635739] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0671293a-395c-4f96-8097-b5a54b766556 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.635861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.635920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.638868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.639193] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.641193] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.641241] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.641421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.641514] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.641619] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.642638] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.642763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.642830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.643090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.643244] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.643343] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.643405] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.643544] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.643622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.643710] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b57a1d1-0d4e-4006-ba6a-99fa42f63da2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.658093] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.680535] env[65529]: INFO networking_nsxv3.common.synchronization [req-cc793e97-cbaa-404b-a234-cab6f6975a4b req-f24f94ec-1a8f-44c4-bbd7-d4c6a58acff1 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_rules [ 1028.680714] env[65529]: INFO networking_nsxv3.common.synchronization [req-cc793e97-cbaa-404b-a234-cab6f6975a4b req-f24f94ec-1a8f-44c4-bbd7-d4c6a58acff1 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_members [ 1028.680850] env[65529]: INFO networking_nsxv3.common.synchronization [req-cc793e97-cbaa-404b-a234-cab6f6975a4b req-f24f94ec-1a8f-44c4-bbd7-d4c6a58acff1 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 with Priority: HIGHEST for action security_group_rules [ 1028.680977] env[65529]: INFO networking_nsxv3.common.synchronization [req-cc793e97-cbaa-404b-a234-cab6f6975a4b req-f24f94ec-1a8f-44c4-bbd7-d4c6a58acff1 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 with Priority: HIGHEST for action security_group_members [ 1028.681119] env[65529]: INFO networking_nsxv3.common.synchronization [req-cc793e97-cbaa-404b-a234-cab6f6975a4b req-f24f94ec-1a8f-44c4-bbd7-d4c6a58acff1 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: 98cd9128-f785-4ad0-a7dc-3ef8643c7dbb with Priority: HIGHEST for action port [ 1028.681579] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_rules [ 1028.681715] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 with Priority: HIGHEST for action security_group_rules [ 1028.681815] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98cd9128-f785-4ad0-a7dc-3ef8643c7dbb with Priority: HIGHEST for action port [ 1028.681952] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_members [ 1028.683238] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 with Priority: HIGHEST for action security_group_members [ 1028.683802] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0671293a-395c-4f96-8097-b5a54b766556 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.683894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.683951] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.685204] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.685313] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.686907] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.686907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.686907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.686907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.686907] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b57a1d1-0d4e-4006-ba6a-99fa42f63da2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.687765] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-98cd9128-f785-4ad0-a7dc-3ef8643c7dbb taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.687891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98cd9128-f785-4ad0-a7dc-3ef8643c7dbb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.687958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98cd9128-f785-4ad0-a7dc-3ef8643c7dbb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.688747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98cd9128-f785-4ad0-a7dc-3ef8643c7dbb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.688747] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98cd9128-f785-4ad0-a7dc-3ef8643c7dbb',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.689544] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0671293a-395c-4f96-8097-b5a54b766556 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.689544] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.689544] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.690102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.782288] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.782437] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.782502] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.782709] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.803790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.804155] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.804330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.804401] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.804614] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.804713] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.804794] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd is going to be updated. [ 1028.831025] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.831205] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.831272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.831616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.831710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.841834] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd in Status: IN_PROGRESS for 2s [ 1029.061124] env[65529]: INFO networking_nsxv3.common.synchronization [req-b5b22b9f-cf04-4c1b-921f-eaab71b62936 req-b4894121-202f-42e9-9c06-525e113a8e09 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_members [ 1029.061760] env[65529]: INFO networking_nsxv3.common.synchronization [req-b5b22b9f-cf04-4c1b-921f-eaab71b62936 req-b4894121-202f-42e9-9c06-525e113a8e09 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 with Priority: HIGHEST for action security_group_members [ 1029.061760] env[65529]: INFO networking_nsxv3.common.synchronization [req-b5b22b9f-cf04-4c1b-921f-eaab71b62936 req-b4894121-202f-42e9-9c06-525e113a8e09 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: a0a6a175-c255-4b3b-b88b-b36c222d293a with Priority: HIGHEST for action security_group_members [ 1029.062232] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_members [ 1029.062364] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 with Priority: HIGHEST for action security_group_members [ 1029.062475] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0a6a175-c255-4b3b-b88b-b36c222d293a with Priority: HIGHEST for action security_group_members [ 1029.063039] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0671293a-395c-4f96-8097-b5a54b766556 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.063039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.063215] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.063215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.063377] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0a6a175-c255-4b3b-b88b-b36c222d293a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.063488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0a6a175-c255-4b3b-b88b-b36c222d293a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.063567] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0a6a175-c255-4b3b-b88b-b36c222d293a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.063800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0a6a175-c255-4b3b-b88b-b36c222d293a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.064101] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.064101] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.064101] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.064350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.064390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.064465] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0a6a175-c255-4b3b-b88b-b36c222d293a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.116249] env[65529]: INFO networking_nsxv3.common.synchronization [req-b5b22b9f-cf04-4c1b-921f-eaab71b62936 req-b4894121-202f-42e9-9c06-525e113a8e09 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_rules [ 1029.116249] env[65529]: INFO networking_nsxv3.common.synchronization [req-b5b22b9f-cf04-4c1b-921f-eaab71b62936 req-b4894121-202f-42e9-9c06-525e113a8e09 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_members [ 1029.116520] env[65529]: INFO networking_nsxv3.common.synchronization [req-b5b22b9f-cf04-4c1b-921f-eaab71b62936 req-b4894121-202f-42e9-9c06-525e113a8e09 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 with Priority: HIGHEST for action security_group_rules [ 1029.116716] env[65529]: INFO networking_nsxv3.common.synchronization [req-b5b22b9f-cf04-4c1b-921f-eaab71b62936 req-b4894121-202f-42e9-9c06-525e113a8e09 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 with Priority: HIGHEST for action security_group_members [ 1029.116957] env[65529]: INFO networking_nsxv3.common.synchronization [req-b5b22b9f-cf04-4c1b-921f-eaab71b62936 req-b4894121-202f-42e9-9c06-525e113a8e09 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: a0a6a175-c255-4b3b-b88b-b36c222d293a with Priority: HIGHEST for action security_group_rules [ 1029.117175] env[65529]: INFO networking_nsxv3.common.synchronization [req-b5b22b9f-cf04-4c1b-921f-eaab71b62936 req-b4894121-202f-42e9-9c06-525e113a8e09 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: a0a6a175-c255-4b3b-b88b-b36c222d293a with Priority: HIGHEST for action security_group_members [ 1029.117380] env[65529]: INFO networking_nsxv3.common.synchronization [req-b5b22b9f-cf04-4c1b-921f-eaab71b62936 req-b4894121-202f-42e9-9c06-525e113a8e09 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: 98cd9128-f785-4ad0-a7dc-3ef8643c7dbb with Priority: HIGHEST for action port [ 1029.118339] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_rules [ 1029.118522] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 with Priority: HIGHEST for action security_group_rules [ 1029.118655] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0a6a175-c255-4b3b-b88b-b36c222d293a with Priority: HIGHEST for action security_group_members [ 1029.118774] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98cd9128-f785-4ad0-a7dc-3ef8643c7dbb with Priority: HIGHEST for action port [ 1029.118890] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0a6a175-c255-4b3b-b88b-b36c222d293a with Priority: HIGHEST for action security_group_rules [ 1029.119012] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_members [ 1029.119143] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 with Priority: HIGHEST for action security_group_members [ 1029.119497] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0671293a-395c-4f96-8097-b5a54b766556 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.119713] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.119979] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.120138] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.120437] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0a6a175-c255-4b3b-b88b-b36c222d293a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.120570] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0a6a175-c255-4b3b-b88b-b36c222d293a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.120859] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-98cd9128-f785-4ad0-a7dc-3ef8643c7dbb taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.121040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98cd9128-f785-4ad0-a7dc-3ef8643c7dbb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.121333] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0a6a175-c255-4b3b-b88b-b36c222d293a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.121574] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0a6a175-c255-4b3b-b88b-b36c222d293a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.121694] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0a6a175-c255-4b3b-b88b-b36c222d293a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.122271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0a6a175-c255-4b3b-b88b-b36c222d293a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.122271] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0a6a175-c255-4b3b-b88b-b36c222d293a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.123404] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0671293a-395c-4f96-8097-b5a54b766556 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.123540] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.123686] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.123770] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.147163] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.148039] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b57a1d1-0d4e-4006-ba6a-99fa42f63da2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.162801] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1029.162801] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1029.191276] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98cd9128-f785-4ad0-a7dc-3ef8643c7dbb with status ACTIVE [ 1029.191577] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.191714] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.191776] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.192485] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.192485] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.192485] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.192485] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.192715] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.192754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.192824] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.193070] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.193153] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.193267] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.193395] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.193493] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.193594] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98cd9128-f785-4ad0-a7dc-3ef8643c7dbb is going to be updated. [ 1029.195240] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0671293a-395c-4f96-8097-b5a54b766556 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.195240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.195504] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.195504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.221910] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.222315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.222376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.222665] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.222877] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.223117] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98cd9128-f785-4ad0-a7dc-3ef8643c7dbb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.224273] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98cd9128-f785-4ad0-a7dc-3ef8643c7dbb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.224467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98cd9128-f785-4ad0-a7dc-3ef8643c7dbb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.224551] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98cd9128-f785-4ad0-a7dc-3ef8643c7dbb',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.233334] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 in Status: SUCCESS [ 1029.233524] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 deletion is rescheduled due to dependency. [ 1029.233662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.568909] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0a6a175-c255-4b3b-b88b-b36c222d293a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.628013] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0a6a175-c255-4b3b-b88b-b36c222d293a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.628385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0a6a175-c255-4b3b-b88b-b36c222d293a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.652450] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.654183] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b57a1d1-0d4e-4006-ba6a-99fa42f63da2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.727600] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98cd9128-f785-4ad0-a7dc-3ef8643c7dbb with status ACTIVE [ 1029.727822] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.727956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.728061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.728272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.728376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.728575] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.728654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.728720] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.728866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.728945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.729150] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.729241] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.729609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.729609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.729609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.729609] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98cd9128-f785-4ad0-a7dc-3ef8643c7dbb is going to be updated. [ 1029.750682] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.750866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.750941] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.751187] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.751394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.751586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98cd9128-f785-4ad0-a7dc-3ef8643c7dbb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.072848] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0a6a175-c255-4b3b-b88b-b36c222d293a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.142616] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.142798] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.142854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.143358] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.159328] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1030.160951] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.162477] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1030.164539] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.164539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.164921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.164921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.164921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.165056] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0671293a-395c-4f96-8097-b5a54b766556 is going to be updated. [ 1030.166233] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.166370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.166420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.170026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.170026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.170026] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 is going to be created. [ 1030.196873] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.197400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.197400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.197500] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.197586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.201678] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.202562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.202562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.202562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.216668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.217628] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:1. [ 1030.217724] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:{'98cd9128-f785-4ad0-a7dc-3ef8643c7dbb'} {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1030.217823] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1030.220527] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.220665] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.220730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.221050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.221294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.233298] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 in Status: UNINITIALIZED for 2s [ 1030.234254] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: IN_PROGRESS for 2s [ 1030.266161] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.266491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.266491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.266622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.268656] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.268935] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1030.294144] env[65529]: INFO networking_nsxv3.common.synchronization [None req-cc24f0f0-2105-4ade-881f-fd21ecb636e8 tempest-ServerActionsTestOtherA-841971939 tempest-ServerActionsTestOtherA-841971939-project-member] Enqueued Resource ID: 2f0a57c5-e808-4d33-b97c-abac2c77c623 with Priority: HIGHEST for action security_group_rules [ 1030.295149] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0a57c5-e808-4d33-b97c-abac2c77c623 with Priority: HIGHEST for action security_group_rules [ 1030.295722] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f0a57c5-e808-4d33-b97c-abac2c77c623 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.295900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f0a57c5-e808-4d33-b97c-abac2c77c623" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.296014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f0a57c5-e808-4d33-b97c-abac2c77c623" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.296336] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f0a57c5-e808-4d33-b97c-abac2c77c623" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.296474] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f0a57c5-e808-4d33-b97c-abac2c77c623',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.364246] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.364246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.364628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.364628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.364994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.365837] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1030.382379] env[65529]: INFO networking_nsxv3.common.synchronization [None req-1bee5b22-3c95-4338-a891-1abaa6a4232f tempest-ServerActionsTestOtherA-841971939 tempest-ServerActionsTestOtherA-841971939-project-member] Enqueued Resource ID: 2f0a57c5-e808-4d33-b97c-abac2c77c623 with Priority: HIGHEST for action security_group_rules [ 1030.383009] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0a57c5-e808-4d33-b97c-abac2c77c623 with Priority: HIGHEST for action security_group_rules [ 1030.383335] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f0a57c5-e808-4d33-b97c-abac2c77c623 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.383440] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f0a57c5-e808-4d33-b97c-abac2c77c623" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.462906] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.463120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.463254] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.463419] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.463719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.464079] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1030.464170] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f3ba41f2-22b5-4672-8da5-d1d7fdf078dd', '29eb1744-da07-4a0a-bf30-d6ba8cdb1e65', 'eab85d65-9b66-46cf-bf13-f44781596cb3', 'e2342360-1165-457d-bbda-17cb055b06b8', 'b728ec97-4d90-4064-ace7-f08068b1eeba', '5570178d-b795-47d1-97f8-9589d930ee3b', '0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6', '42d11c71-b0b3-422b-be0b-fa33692b23f2', '08ddb191-3ff7-48af-b228-bd6d004bb4d7', '2633edb8-034e-464e-a509-92676f77946c', '0cf526f7-9b05-4f0a-9de9-e422edec2d69', '28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a', 'e40daf76-d86c-4a48-b03d-06e968af77cf', 'cd4b1ef5-8f28-4adb-b5e3-71c68602d580', 'fcb950d0-0ace-4a4a-85cf-8431e9f03fc4', '40a3dc90-6cac-4672-9368-6da24b6f1c2d', '728f0ed8-6a7a-480c-89cf-d462d6f18d51', '6232c7c7-6154-44ea-80dd-ee4ce8b16481', 'b60ba4c2-b6a0-4ea1-9f46-b65f5518efda', '94af5317-b04c-4369-b5e6-8d6ba84c284d', '1cc165da-c7bb-407e-ac78-575f080ac582', '77803dc7-4ea3-40a7-a1ad-d8bc6f015100', '0671293a-395c-4f96-8097-b5a54b766556', 'c8a69115-20ce-49f6-8309-2f827565581d', 'c8ef9398-830c-417e-9e68-f7189c49b66b', 'f4ea7f09-9ac7-44d0-b1fe-c565546f0713', 'dafd6b6e-d17f-4ace-a914-14b597bbdc83', '79d149e3-3a4c-450e-98d1-14882a87e8a5', 'a98ec43a-4056-4923-8a80-54ff207270c0', 'cb326e50-0a79-4d89-af37-71b08113e927', '473fa099-1554-43fb-9112-b2f0fdfc7885', 'd550e5e3-e388-4967-8580-1f36cf4aea64', '6f916255-5d1b-46ef-a525-5bf35884b27e', 'b00fddd6-d650-4af3-8c66-2159d2fe1aaa', '451faddd-f691-4fb4-b793-9000d7d91751', '06f657d1-b4f5-4078-9f80-cce4c5e70f26', 'ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba', '4cca8c15-9197-4c64-93c1-2b1fe775c89b', '028e6985-af4f-4dc5-abc5-49de7eb985c9', 'd99b305d-76eb-45f9-b59f-8a18e668bbc8', 'e2888787-57df-4541-8ebe-890e8246a93b', '0f1df6fc-a15d-461f-9f57-2943dd682652', '0c23df24-c72f-416f-a77c-de60dc11cea7', 'c0e3714e-41e2-403a-92a8-8e9aba249975', '50a073fd-cd63-4ce0-ae52-d45aee904ca2'} {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1030.464307] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1030.483989] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.483989] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.484152] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.484347] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.484508] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.484624] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1030.484699] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1030.484774] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1030.565932] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.566288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.566408] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.566791] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.568415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.568760] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1030.568862] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1030.568958] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1030.569213] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Ports [ 1030.569213] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 98cd9128-f785-4ad0-a7dc-3ef8643c7dbb with Priority: HIGH for action port [ 1030.570105] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/45 resources of Type:Security Group Rules [ 1030.570105] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGH for action security_group_rules [ 1030.570105] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGH for action security_group_rules [ 1030.570105] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGH for action security_group_rules [ 1030.570105] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2342360-1165-457d-bbda-17cb055b06b8 with Priority: HIGH for action security_group_rules [ 1030.570105] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b728ec97-4d90-4064-ace7-f08068b1eeba with Priority: HIGH for action security_group_rules [ 1030.570105] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5570178d-b795-47d1-97f8-9589d930ee3b with Priority: HIGH for action security_group_rules [ 1030.570105] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGH for action security_group_rules [ 1030.570105] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 42d11c71-b0b3-422b-be0b-fa33692b23f2 with Priority: HIGH for action security_group_rules [ 1030.570105] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 08ddb191-3ff7-48af-b228-bd6d004bb4d7 with Priority: HIGH for action security_group_rules [ 1030.570612] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2633edb8-034e-464e-a509-92676f77946c with Priority: HIGH for action security_group_rules [ 1030.570612] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0cf526f7-9b05-4f0a-9de9-e422edec2d69 with Priority: HIGH for action security_group_rules [ 1030.570612] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a with Priority: HIGH for action security_group_rules [ 1030.570612] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGH for action security_group_rules [ 1030.570612] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 with Priority: HIGH for action security_group_rules [ 1030.570785] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 with Priority: HIGH for action security_group_rules [ 1030.570785] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d with Priority: HIGH for action security_group_rules [ 1030.570897] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 with Priority: HIGH for action security_group_rules [ 1030.570897] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 with Priority: HIGH for action security_group_rules [ 1030.570983] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b60ba4c2-b6a0-4ea1-9f46-b65f5518efda with Priority: HIGH for action security_group_rules [ 1030.571436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.575915] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.576039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.576125] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.576551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.576624] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.576741] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0a6a175-c255-4b3b-b88b-b36c222d293a is going to be created. [ 1030.600972] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.602116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.602116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.602116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.602362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.613949] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0a6a175-c255-4b3b-b88b-b36c222d293a in Status: UNINITIALIZED for 2s [ 1030.821457] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.821631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.821711] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.821907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.822041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.822142] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f0a57c5-e808-4d33-b97c-abac2c77c623 already deleted. [ 1030.822218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f0a57c5-e808-4d33-b97c-abac2c77c623" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.822369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f0a57c5-e808-4d33-b97c-abac2c77c623" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.822947] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f0a57c5-e808-4d33-b97c-abac2c77c623" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.822947] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f0a57c5-e808-4d33-b97c-abac2c77c623',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.852569] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd in Status: SUCCESS [ 1030.852569] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd deletion is rescheduled due to dependency. [ 1030.852658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.348576] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.348576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.348801] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.349116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.349116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.349116] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f0a57c5-e808-4d33-b97c-abac2c77c623 already deleted. [ 1031.349116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f0a57c5-e808-4d33-b97c-abac2c77c623" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.696307] env[65529]: INFO networking_nsxv3.common.synchronization [req-11a92b7e-67c8-4866-8f8d-957be8ef3fc3 req-e51cfab7-87ef-4cfd-b1c1-23469e6e02e2 tempest-DeleteServersTestJSON-994990992 tempest-DeleteServersTestJSON-994990992-project-member] Enqueued Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 1031.696995] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 1031.697175] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98cd9128-f785-4ad0-a7dc-3ef8643c7dbb with Priority: HIGH for action port [ 1031.697260] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGH for action security_group_rules [ 1031.697355] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5570178d-b795-47d1-97f8-9589d930ee3b with Priority: HIGH for action security_group_rules [ 1031.697447] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 with Priority: HIGH for action security_group_rules [ 1031.697537] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b60ba4c2-b6a0-4ea1-9f46-b65f5518efda with Priority: HIGH for action security_group_rules [ 1031.697671] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 with Priority: HIGH for action security_group_rules [ 1031.699626] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 with Priority: HIGH for action security_group_rules [ 1031.699626] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d with Priority: HIGH for action security_group_rules [ 1031.699626] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGH for action security_group_rules [ 1031.699626] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 with Priority: HIGH for action security_group_rules [ 1031.699626] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a with Priority: HIGH for action security_group_rules [ 1031.699626] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf526f7-9b05-4f0a-9de9-e422edec2d69 with Priority: HIGH for action security_group_rules [ 1031.699626] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2633edb8-034e-464e-a509-92676f77946c with Priority: HIGH for action security_group_rules [ 1031.699626] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ddb191-3ff7-48af-b228-bd6d004bb4d7 with Priority: HIGH for action security_group_rules [ 1031.699626] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42d11c71-b0b3-422b-be0b-fa33692b23f2 with Priority: HIGH for action security_group_rules [ 1031.699626] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b728ec97-4d90-4064-ace7-f08068b1eeba with Priority: HIGH for action security_group_rules [ 1031.699626] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 with Priority: HIGH for action security_group_rules [ 1031.699626] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2342360-1165-457d-bbda-17cb055b06b8 with Priority: HIGH for action security_group_rules [ 1031.699626] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGH for action security_group_rules [ 1031.699626] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGH for action security_group_rules [ 1031.699626] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.699626] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.699626] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.700473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.700473] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.700473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.700473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.700680] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.701059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.701169] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.702183] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-98cd9128-f785-4ad0-a7dc-3ef8643c7dbb taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.703648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98cd9128-f785-4ad0-a7dc-3ef8643c7dbb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.703648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98cd9128-f785-4ad0-a7dc-3ef8643c7dbb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.703648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98cd9128-f785-4ad0-a7dc-3ef8643c7dbb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.703648] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98cd9128-f785-4ad0-a7dc-3ef8643c7dbb',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.703648] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.703648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.703972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.703972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.703972] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.704843] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5570178d-b795-47d1-97f8-9589d930ee3b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.704945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5570178d-b795-47d1-97f8-9589d930ee3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.705018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5570178d-b795-47d1-97f8-9589d930ee3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.705164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5570178d-b795-47d1-97f8-9589d930ee3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.705232] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5570178d-b795-47d1-97f8-9589d930ee3b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.708215] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd4b1ef5-8f28-4adb-b5e3-71c68602d580 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.708215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.708215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.708215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.708215] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd4b1ef5-8f28-4adb-b5e3-71c68602d580',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.708215] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.708215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.708215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.708215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.708215] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b60ba4c2-b6a0-4ea1-9f46-b65f5518efda',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.708215] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6232c7c7-6154-44ea-80dd-ee4ce8b16481 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.708681] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.708681] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.708681] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.708681] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6232c7c7-6154-44ea-80dd-ee4ce8b16481',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.709615] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-728f0ed8-6a7a-480c-89cf-d462d6f18d51 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.709781] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.709781] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.709921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.709991] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('728f0ed8-6a7a-480c-89cf-d462d6f18d51',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.712695] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40a3dc90-6cac-4672-9368-6da24b6f1c2d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.713397] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.713502] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.713705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.713788] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40a3dc90-6cac-4672-9368-6da24b6f1c2d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.714889] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e40daf76-d86c-4a48-b03d-06e968af77cf taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.715054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.715123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.715348] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.715429] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.716740] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.716894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.716953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.717157] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.717230] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcb950d0-0ace-4a4a-85cf-8431e9f03fc4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.721071] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.721071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.721071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.721071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.721071] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.721071] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cf526f7-9b05-4f0a-9de9-e422edec2d69 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.721071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.721071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.721071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.721071] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cf526f7-9b05-4f0a-9de9-e422edec2d69',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.722819] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2633edb8-034e-464e-a509-92676f77946c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.722819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2633edb8-034e-464e-a509-92676f77946c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.722819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2633edb8-034e-464e-a509-92676f77946c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.722819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2633edb8-034e-464e-a509-92676f77946c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.722819] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2633edb8-034e-464e-a509-92676f77946c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.723805] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08ddb191-3ff7-48af-b228-bd6d004bb4d7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.723909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.723988] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.724239] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.724330] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08ddb191-3ff7-48af-b228-bd6d004bb4d7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.725311] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42d11c71-b0b3-422b-be0b-fa33692b23f2 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.725404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.725445] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.725630] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.727497] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42d11c71-b0b3-422b-be0b-fa33692b23f2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.727497] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b728ec97-4d90-4064-ace7-f08068b1eeba taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.727497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.727497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.727497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.727497] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b728ec97-4d90-4064-ace7-f08068b1eeba',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.728683] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.728799] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.728867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.729050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.729103] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.730129] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2342360-1165-457d-bbda-17cb055b06b8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.730277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.730312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.730448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.730518] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2342360-1165-457d-bbda-17cb055b06b8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.731565] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.731690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.731845] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.731905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.731979] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.733112] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.733245] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.733776] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.733776] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.733776] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.011332] env[65529]: INFO networking_nsxv3.common.synchronization [req-ba49ab39-e728-40ea-9515-e545c1e03064 req-fb6ab988-67a1-44cb-b8ad-ef647eb62854 tempest-ServerAddressesTestJSON-1974428510 tempest-ServerAddressesTestJSON-1974428510-project-member] Enqueued Resource ID: e637608a-f122-40c7-91bf-6c27a3586b2d with Priority: HIGHEST for action security_group_members [ 1032.011988] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e637608a-f122-40c7-91bf-6c27a3586b2d with Priority: HIGHEST for action security_group_members [ 1032.012492] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e637608a-f122-40c7-91bf-6c27a3586b2d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.012627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e637608a-f122-40c7-91bf-6c27a3586b2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.012697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e637608a-f122-40c7-91bf-6c27a3586b2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.012955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e637608a-f122-40c7-91bf-6c27a3586b2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.013674] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.013789] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.013857] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.014041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.014133] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.014230] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e637608a-f122-40c7-91bf-6c27a3586b2d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.238748] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2342360-1165-457d-bbda-17cb055b06b8 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.238891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.238952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.239176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.239341] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.239467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.239513] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.239643] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.239757] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.239887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.239984] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2342360-1165-457d-bbda-17cb055b06b8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.245537] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.245537] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.245537] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.245756] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.249091] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-08ddb191-3ff7-48af-b228-bd6d004bb4d7 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.249091] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.249091] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.249809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.250555] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.250664] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.250733] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.250886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.252017] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.252017] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.252017] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08ddb191-3ff7-48af-b228-bd6d004bb4d7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.252779] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e40daf76-d86c-4a48-b03d-06e968af77cf taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.252892] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.252946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.253246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.253317] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.253374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.253414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.253543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.253619] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.253770] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.253931] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.258146] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-42d11c71-b0b3-422b-be0b-fa33692b23f2 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.258268] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.260184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.260184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.260184] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.260184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.260184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.260184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.260184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.260184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.260184] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42d11c71-b0b3-422b-be0b-fa33692b23f2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.260184] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cf526f7-9b05-4f0a-9de9-e422edec2d69 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.261251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.261251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.261251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.261415] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.261415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.261505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.261620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.261715] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.261804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.261889] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0cf526f7-9b05-4f0a-9de9-e422edec2d69',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.263330] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.263330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.263330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.263330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.263330] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.263330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.263330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.263693] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.263693] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.263693] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.263693] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd4b1ef5-8f28-4adb-b5e3-71c68602d580',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.267706] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b728ec97-4d90-4064-ace7-f08068b1eeba taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.267706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.267706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.267706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.267706] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.267706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.268119] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.268119] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.268119] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.268119] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.268246] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b728ec97-4d90-4064-ace7-f08068b1eeba',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.270883] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98cd9128-f785-4ad0-a7dc-3ef8643c7dbb with status ACTIVE [ 1032.271290] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.271290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.271290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.271534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.271534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.271660] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.271709] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.272141] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.272141] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.272141] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.272246] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.272337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.272382] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.272517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.272580] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.272661] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98cd9128-f785-4ad0-a7dc-3ef8643c7dbb is going to be updated. [ 1032.282657] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08ddb191-3ff7-48af-b228-bd6d004bb4d7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.285106] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.285279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.285340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.285576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.285754] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.285852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.286449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.286449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.286449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.286449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.286449] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.322797] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: SUCCESS [ 1032.322797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.323562] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 in Status: SUCCESS [ 1032.323737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.323893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.324115] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.324297] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.326963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.326963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.326963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.326963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.326963] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.326963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.326963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.326963] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.326963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.326963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.326963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.326963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.326963] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b57a1d1-0d4e-4006-ba6a-99fa42f63da2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.332268] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.332482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.333272] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.333394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.337077] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.337077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.337487] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.337487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.342676] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.342836] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.344684] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.344852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.345789] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.345930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.346031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.346252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.346438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.346598] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98cd9128-f785-4ad0-a7dc-3ef8643c7dbb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.348037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.348037] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.348037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.348037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.348356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.348356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.348356] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 is going to be updated. [ 1032.349840] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.349975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.350090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.350199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.351991] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.352129] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.352785] env[65529]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1032.353254] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.353497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.353994] env[65529]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1032.354434] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.354720] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.355180] env[65529]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1032.355575] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.355689] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.374458] env[65529]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1032.375067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.375201] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6 is going to be deleted. [ 1032.376368] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.376581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.391510] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.391712] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.391712] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.391906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.392129] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.395266] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.395474] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-887" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.395588] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-887" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.395860] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-887" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.396213] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.396353] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.396615] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.396615] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.396776] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.396947] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.397076] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1032.397177] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1032.397276] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1032.397376] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.397475] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1032.397622] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1032.401138] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.401138] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b60ba4c2-b6a0-4ea1-9f46-b65f5518efda is going to be deleted. [ 1032.402107] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.402306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.404530] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: IN_PROGRESS for 2s [ 1032.454953] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.455254] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.057 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1032.455334] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.455451] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-887" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.455769] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-1724dab5-b0e5-4b37-83ef-bb869bed791d taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.456220] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-1724dab5-b0e5-4b37-83ef-bb869bed791d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.456220] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-1724dab5-b0e5-4b37-83ef-bb869bed791d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.456398] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-1724dab5-b0e5-4b37-83ef-bb869bed791d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.456524] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1724dab5-b0e5-4b37-83ef-bb869bed791d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.460722] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.460722] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.463829] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.463971] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40a3dc90-6cac-4672-9368-6da24b6f1c2d is going to be deleted. [ 1032.465421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.465421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.508932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.509135] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6232c7c7-6154-44ea-80dd-ee4ce8b16481 is going to be deleted. [ 1032.510682] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.511487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.511487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.511487] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 is going to be deleted. [ 1032.512641] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.512754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.512809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.512986] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.513103] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.513223] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b60ba4c2-b6a0-4ea1-9f46-b65f5518efda" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.513364] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.513515] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.516460] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.516611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.568263] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.568395] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.583155] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.583323] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd is going to be deleted. [ 1032.584296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.584514] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.639128] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0a6a175-c255-4b3b-b88b-b36c222d293a in Status: SUCCESS [ 1032.640263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0a6a175-c255-4b3b-b88b-b36c222d293a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.640263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0a6a175-c255-4b3b-b88b-b36c222d293a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.640263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0a6a175-c255-4b3b-b88b-b36c222d293a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.640263] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.640263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.640263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.640647] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.640647] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.640647] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0a6a175-c255-4b3b-b88b-b36c222d293a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.661494] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.661636] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.662091] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.662189] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5570178d-b795-47d1-97f8-9589d930ee3b is going to be deleted. [ 1032.663072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.663280] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.668907] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.669052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.705024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.705024] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a is going to be deleted. [ 1032.705024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.705024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.731022] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.731022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.748457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.748639] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 728f0ed8-6a7a-480c-89cf-d462d6f18d51 is going to be deleted. [ 1032.749737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.749842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.753173] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.753384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.776290] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.778095] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b728ec97-4d90-4064-ace7-f08068b1eeba',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.779177] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42d11c71-b0b3-422b-be0b-fa33692b23f2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.780085] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2342360-1165-457d-bbda-17cb055b06b8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.780874] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0cf526f7-9b05-4f0a-9de9-e422edec2d69',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.782295] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.783663] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.783663] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.783663] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.783663] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.783663] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.783663] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.783663] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.784019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.784019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.784085] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.784214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.784311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.784725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.784725] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.786648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.786648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.786648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.786648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.786648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.786648] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd4b1ef5-8f28-4adb-b5e3-71c68602d580',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.788929] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.789111] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcb950d0-0ace-4a4a-85cf-8431e9f03fc4 is going to be deleted. [ 1032.790542] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.790644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.790704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.790822] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0aa6cba2-8cb3-4d09-88e2-7118c14fbfe6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.791069] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08ddb191-3ff7-48af-b228-bd6d004bb4d7: rpc.has_security_group_logging(os_id): False [ 1032.792166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.792231] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.798328] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.798601] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.798601] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.798749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.798805] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.798890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.799271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.799271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.799271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.799271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.799467] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.799522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.799561] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.800311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.800311] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.800311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.800311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.800311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.800311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.800311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.800889] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.828489] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.829602] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b57a1d1-0d4e-4006-ba6a-99fa42f63da2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.861652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.861719] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2633edb8-034e-464e-a509-92676f77946c is going to be deleted. [ 1032.862745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.862945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.863052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.863284] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.863511] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.863593] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.863839] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.863980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.864081] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e637608a-f122-40c7-91bf-6c27a3586b2d already deleted. [ 1032.864170] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e637608a-f122-40c7-91bf-6c27a3586b2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.864357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.864548] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.864623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.864746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40a3dc90-6cac-4672-9368-6da24b6f1c2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.866259] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.866419] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.866419] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.866660] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.866660] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.866802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.868381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.868605] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.868695] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.868860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6232c7c7-6154-44ea-80dd-ee4ce8b16481" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.869048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.869338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.869445] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.869629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.871147] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.871147] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.871147] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.871460] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.916502] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.916979] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.917084] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.917132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.917398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.917552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.917778] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08ddb191-3ff7-48af-b228-bd6d004bb4d7 is going to be updated. [ 1032.919497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.919626] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.920313] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.920313] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.920313] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.920887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.920887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.920887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5570178d-b795-47d1-97f8-9589d930ee3b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.934813] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.934969] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.935058] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.935348] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.935348] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.935664] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-728f0ed8-6a7a-480c-89cf-d462d6f18d51" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.958842] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.959042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.959089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.959289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.959377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.959693] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcb950d0-0ace-4a4a-85cf-8431e9f03fc4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.959999] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.960331] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.960331] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.960543] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.960672] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.961234] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port 1724dab5-b0e5-4b37-83ef-bb869bed791d not found, creating... [ 1032.961234] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.961234] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.961509] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.961610] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.961650] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.961926] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.962262] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.962262] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.962435] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.962563] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.962701] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: 1724dab5-b0e5-4b37-83ef-bb869bed791d is going to be created. [ 1033.007996] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.008104] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.008148] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.008454] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.008542] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.008678] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2633edb8-034e-464e-a509-92676f77946c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.018802] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.019033] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.019158] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.019446] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.019703] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.019913] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-1724dab5-b0e5-4b37-83ef-bb869bed791d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.123895] env[65529]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1033.124646] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.124784] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.124991] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.125228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.125382] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.141139] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08ddb191-3ff7-48af-b228-bd6d004bb4d7 in Status: IN_PROGRESS for 2s [ 1033.144181] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0a6a175-c255-4b3b-b88b-b36c222d293a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.288820] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2342360-1165-457d-bbda-17cb055b06b8: rpc.has_security_group_logging(os_id): False [ 1033.292316] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b728ec97-4d90-4064-ace7-f08068b1eeba: rpc.has_security_group_logging(os_id): False [ 1033.293275] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42d11c71-b0b3-422b-be0b-fa33692b23f2: rpc.has_security_group_logging(os_id): False [ 1033.294018] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e40daf76-d86c-4a48-b03d-06e968af77cf: rpc.has_security_group_logging(os_id): False [ 1033.294749] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0cf526f7-9b05-4f0a-9de9-e422edec2d69: rpc.has_security_group_logging(os_id): False [ 1033.295505] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd4b1ef5-8f28-4adb-b5e3-71c68602d580: rpc.has_security_group_logging(os_id): False [ 1033.302198] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eab85d65-9b66-46cf-bf13-f44781596cb3: rpc.has_security_group_logging(os_id): False [ 1033.328026] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.328026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.328026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.328409] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.329874] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.329983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.330782] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.330890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.331552] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.331648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.332370] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.332453] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.333018] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.334036] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b57a1d1-0d4e-4006-ba6a-99fa42f63da2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.335321] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.335460] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.336083] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.336192] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.353201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.353794] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.353794] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.353794] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.353976] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.353976] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.354054] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e40daf76-d86c-4a48-b03d-06e968af77cf is going to be updated. [ 1033.355086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.355256] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.374374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.374531] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.374657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.374732] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.374957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.375053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.375274] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.375374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.375483] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.375595] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.375646] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.375816] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.375929] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.375982] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.376117] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.376318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.376440] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eab85d65-9b66-46cf-bf13-f44781596cb3 is going to be updated. [ 1033.377528] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.377688] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.400916] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.401335] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.401455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.401514] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.401714] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.401787] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.401985] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cf526f7-9b05-4f0a-9de9-e422edec2d69 is going to be updated. [ 1033.403328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.403532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.428161] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.428523] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.428655] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.428729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.428964] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.429067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.429169] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b728ec97-4d90-4064-ace7-f08068b1eeba is going to be updated. [ 1033.431148] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.431230] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.431289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.431451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.431620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.432798] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.433018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.449199] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e40daf76-d86c-4a48-b03d-06e968af77cf in Status: IN_PROGRESS for 2s [ 1033.457029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.457369] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.457562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.457626] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.457936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.458024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.458866] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42d11c71-b0b3-422b-be0b-fa33692b23f2 is going to be updated. [ 1033.459930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.460264] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.466053] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.466218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.519839] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.520071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.524100] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.524417] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.524546] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.524609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.525028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.525028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.525133] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.525208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.525271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.525521] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.525521] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.525668] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.525758] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.525827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.525938] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.526020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.526113] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 is going to be updated. [ 1033.527281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.527445] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.566930] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.567166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.576785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.577157] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.577279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.577394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.578026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.578026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.578026] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2342360-1165-457d-bbda-17cb055b06b8 is going to be updated. [ 1033.578859] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.579052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.579188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.580638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.580802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.581180] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.581838] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.581993] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.582578] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.595454] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.595671] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.596138] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.596138] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.596301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.626625] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42d11c71-b0b3-422b-be0b-fa33692b23f2 in Status: IN_PROGRESS for 2s [ 1033.626625] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cf526f7-9b05-4f0a-9de9-e422edec2d69 in Status: IN_PROGRESS for 2s [ 1033.631212] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b728ec97-4d90-4064-ace7-f08068b1eeba in Status: IN_PROGRESS for 2s [ 1033.646767] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0a6a175-c255-4b3b-b88b-b36c222d293a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.715622] env[65529]: INFO networking_nsxv3.common.synchronization [req-ba49ab39-e728-40ea-9515-e545c1e03064 req-4ab5d5a4-8243-4abc-bb3d-63357e4530e9 service nova] Enqueued Resource ID: e637608a-f122-40c7-91bf-6c27a3586b2d with Priority: HIGHEST for action security_group_rules [ 1033.715909] env[65529]: INFO networking_nsxv3.common.synchronization [req-ba49ab39-e728-40ea-9515-e545c1e03064 req-4ab5d5a4-8243-4abc-bb3d-63357e4530e9 service nova] Enqueued Resource ID: e637608a-f122-40c7-91bf-6c27a3586b2d with Priority: HIGHEST for action security_group_members [ 1033.715951] env[65529]: INFO networking_nsxv3.common.synchronization [req-ba49ab39-e728-40ea-9515-e545c1e03064 req-4ab5d5a4-8243-4abc-bb3d-63357e4530e9 service nova] Enqueued Resource ID: 1724dab5-b0e5-4b37-83ef-bb869bed791d with Priority: HIGHEST for action port [ 1033.716886] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e637608a-f122-40c7-91bf-6c27a3586b2d with Priority: HIGHEST for action security_group_rules [ 1033.717196] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e637608a-f122-40c7-91bf-6c27a3586b2d with Priority: HIGHEST for action security_group_members [ 1033.717342] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1724dab5-b0e5-4b37-83ef-bb869bed791d with Priority: HIGHEST for action port [ 1033.717636] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e637608a-f122-40c7-91bf-6c27a3586b2d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.717757] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e637608a-f122-40c7-91bf-6c27a3586b2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.717826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e637608a-f122-40c7-91bf-6c27a3586b2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.718113] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e637608a-f122-40c7-91bf-6c27a3586b2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.718202] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e637608a-f122-40c7-91bf-6c27a3586b2d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.719120] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e637608a-f122-40c7-91bf-6c27a3586b2d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.719209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e637608a-f122-40c7-91bf-6c27a3586b2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.723050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e637608a-f122-40c7-91bf-6c27a3586b2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.723050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e637608a-f122-40c7-91bf-6c27a3586b2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.723050] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.723050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.723050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.723050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.723050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.723050] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e637608a-f122-40c7-91bf-6c27a3586b2d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.724205] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-1724dab5-b0e5-4b37-83ef-bb869bed791d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.724205] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1724dab5-b0e5-4b37-83ef-bb869bed791d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.724205] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1724dab5-b0e5-4b37-83ef-bb869bed791d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.725031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1724dab5-b0e5-4b37-83ef-bb869bed791d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.725031] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1724dab5-b0e5-4b37-83ef-bb869bed791d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.779820] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: IN_PROGRESS for 2s [ 1033.816068] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.817568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.817707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.818213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.818213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.838625] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.838625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.838625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.838625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.838625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.838625] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0671293a-395c-4f96-8097-b5a54b766556 is going to be updated. [ 1033.839258] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.839385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.839432] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.839609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.839697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.839787] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 is going to be updated. [ 1033.843434] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 in Status: IN_PROGRESS for 2s [ 1033.888096] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.888252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.888322] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.888526] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.888727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.905598] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.906289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.906289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.906289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.906445] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.908560] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2342360-1165-457d-bbda-17cb055b06b8 in Status: IN_PROGRESS for 2s [ 1033.909577] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.909708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.909809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.910086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.910343] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.924598] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: IN_PROGRESS for 2s [ 1033.926827] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 in Status: IN_PROGRESS for 2s [ 1034.149587] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.149784] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.149857] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.150121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.150241] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.150375] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0a6a175-c255-4b3b-b88b-b36c222d293a is going to be updated. [ 1034.178761] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.178910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.178982] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.179216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.179364] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.188810] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0a6a175-c255-4b3b-b88b-b36c222d293a in Status: IN_PROGRESS for 2s [ 1034.227191] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e637608a-f122-40c7-91bf-6c27a3586b2d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.227191] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e637608a-f122-40c7-91bf-6c27a3586b2d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.227480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e637608a-f122-40c7-91bf-6c27a3586b2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.228215] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1724dab5-b0e5-4b37-83ef-bb869bed791d with status ACTIVE [ 1034.229253] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.233177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.233177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.233177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.233177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.233177] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.233177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.233177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.233177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.233177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.233177] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.233177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.233177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.233177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.233177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.233177] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1724dab5-b0e5-4b37-83ef-bb869bed791d is going to be updated. [ 1034.280627] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.281671] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.281782] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.282316] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.282534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.282740] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1724dab5-b0e5-4b37-83ef-bb869bed791d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.416908] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: SUCCESS [ 1034.416908] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 deletion is rescheduled due to dependency. [ 1034.416908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.735544] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e637608a-f122-40c7-91bf-6c27a3586b2d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.158700] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08ddb191-3ff7-48af-b228-bd6d004bb4d7 in Status: SUCCESS [ 1035.159042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.237371] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.237547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.237622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.238206] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.238206] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.238206] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e637608a-f122-40c7-91bf-6c27a3586b2d is going to be created. [ 1035.263874] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.263974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.264047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.264251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.266035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.279890] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e637608a-f122-40c7-91bf-6c27a3586b2d in Status: UNINITIALIZED for 2s [ 1035.463789] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e40daf76-d86c-4a48-b03d-06e968af77cf in Status: SUCCESS [ 1035.464315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.640964] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cf526f7-9b05-4f0a-9de9-e422edec2d69 in Status: SUCCESS [ 1035.641230] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.641995] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42d11c71-b0b3-422b-be0b-fa33692b23f2 in Status: SUCCESS [ 1035.642260] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.642884] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b728ec97-4d90-4064-ace7-f08068b1eeba in Status: SUCCESS [ 1035.643064] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.798427] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: SUCCESS [ 1035.798833] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.854896] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 in Status: SUCCESS [ 1035.855095] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.921136] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2342360-1165-457d-bbda-17cb055b06b8 in Status: SUCCESS [ 1035.921395] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.935069] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: SUCCESS [ 1035.935532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.935532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.935783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.935975] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.936128] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.936213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.936404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.936507] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.936639] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.938244] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 in Status: SUCCESS [ 1035.938442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.938678] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.938878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.939093] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.939211] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.939290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.939459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.940120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.940120] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b57a1d1-0d4e-4006-ba6a-99fa42f63da2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.199044] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0a6a175-c255-4b3b-b88b-b36c222d293a in Status: SUCCESS [ 1036.199186] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0a6a175-c255-4b3b-b88b-b36c222d293a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.199848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0a6a175-c255-4b3b-b88b-b36c222d293a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.199848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0a6a175-c255-4b3b-b88b-b36c222d293a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.199848] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.199848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.200125] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.200125] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.200198] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.200255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0a6a175-c255-4b3b-b88b-b36c222d293a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.200355] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0a6a175-c255-4b3b-b88b-b36c222d293a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.340963] env[65529]: INFO networking_nsxv3.common.synchronization [req-fb22227a-e957-4489-88d8-2f3853e5dcf5 req-34722b46-2848-45fa-aa82-0353b60d8546 tempest-ServerDiskConfigTestJSON-223320736 tempest-ServerDiskConfigTestJSON-223320736-project-member] Enqueued Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_members [ 1036.341516] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_members [ 1036.341816] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.341987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.341987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.342224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.342375] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.342466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.342528] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.342686] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.343511] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.343511] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.441923] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.443256] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b57a1d1-0d4e-4006-ba6a-99fa42f63da2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.643687] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-460 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.643860] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-460" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.643909] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-460" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.644227] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-460" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.644443] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.644600] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.644713] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.644942] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.645119] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.645465] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.645465] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.645581] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.645632] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.645738] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.645842] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.645974] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.665207] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.665413] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1036.665555] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.665732] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-460" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.666063] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-b965121d-b9f2-40df-a784-88f87c5f94e2 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.666236] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-b965121d-b9f2-40df-a784-88f87c5f94e2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.666365] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-b965121d-b9f2-40df-a784-88f87c5f94e2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.666716] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-b965121d-b9f2-40df-a784-88f87c5f94e2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.666856] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b965121d-b9f2-40df-a784-88f87c5f94e2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.704626] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0a6a175-c255-4b3b-b88b-b36c222d293a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.847751] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.848117] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.848117] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.848252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.848336] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.848572] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.848728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.848824] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.849059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.849180] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.849306] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd is going to be deleted. [ 1036.879739] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.879955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.880082] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.880395] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.880533] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.880681] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.945871] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.946843] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b57a1d1-0d4e-4006-ba6a-99fa42f63da2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.170337] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.170600] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.170754] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.171246] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.171345] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.171490] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port b965121d-b9f2-40df-a784-88f87c5f94e2 not found, creating... [ 1037.171752] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.171939] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.172088] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.173698] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.173906] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.174304] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.174541] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.174611] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.174966] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.175062] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.175174] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: b965121d-b9f2-40df-a784-88f87c5f94e2 is going to be created. [ 1037.196306] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.196497] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.196621] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.196901] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.197160] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.197379] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-b965121d-b9f2-40df-a784-88f87c5f94e2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.206518] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0a6a175-c255-4b3b-b88b-b36c222d293a: rpc.has_security_group_logging(os_id): False [ 1037.225968] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.226222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.226350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.226649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.226808] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.227172] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.227353] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.227478] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.227748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.227897] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.228061] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0a6a175-c255-4b3b-b88b-b36c222d293a is going to be created. [ 1037.291386] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e637608a-f122-40c7-91bf-6c27a3586b2d in Status: SUCCESS [ 1037.291617] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e637608a-f122-40c7-91bf-6c27a3586b2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.291796] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e637608a-f122-40c7-91bf-6c27a3586b2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.292031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e637608a-f122-40c7-91bf-6c27a3586b2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.292378] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.292504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.292571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.292750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.292836] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.292951] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e637608a-f122-40c7-91bf-6c27a3586b2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.293030] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e637608a-f122-40c7-91bf-6c27a3586b2d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.326448] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.326548] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.326956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.326956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.327223] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.353529] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0a6a175-c255-4b3b-b88b-b36c222d293a in Status: IN_PROGRESS for 2s [ 1037.446971] env[65529]: INFO networking_nsxv3.common.synchronization [None req-443e7aa1-b3e9-4a74-b153-7f595071d1a4 None None] Enqueued Resource ID: 702d75bf-1e30-4556-a36d-53efdb4ea76d with Priority: HIGHEST for action port [ 1037.447495] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 702d75bf-1e30-4556-a36d-53efdb4ea76d with Priority: HIGHEST for action port [ 1037.447850] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-702d75bf-1e30-4556-a36d-53efdb4ea76d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.448019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-702d75bf-1e30-4556-a36d-53efdb4ea76d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.448097] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-702d75bf-1e30-4556-a36d-53efdb4ea76d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.448649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-702d75bf-1e30-4556-a36d-53efdb4ea76d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.448733] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('702d75bf-1e30-4556-a36d-53efdb4ea76d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.450111] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.450254] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.450319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.450476] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.450568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.450660] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0671293a-395c-4f96-8097-b5a54b766556 is going to be updated. [ 1037.452083] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.452211] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.452369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.452545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.452631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.452722] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 is going to be updated. [ 1037.499125] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.499311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.499362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.499548] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.499692] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.502262] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.502418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.502497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.502694] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.502827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.514197] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: IN_PROGRESS for 2s [ 1037.514940] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 in Status: IN_PROGRESS for 2s [ 1037.795906] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e637608a-f122-40c7-91bf-6c27a3586b2d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.797076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e637608a-f122-40c7-91bf-6c27a3586b2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.797076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e637608a-f122-40c7-91bf-6c27a3586b2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.797076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e637608a-f122-40c7-91bf-6c27a3586b2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.797076] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.797076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.797076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.797076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.797076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.797719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e637608a-f122-40c7-91bf-6c27a3586b2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.797719] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e637608a-f122-40c7-91bf-6c27a3586b2d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.797719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e637608a-f122-40c7-91bf-6c27a3586b2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.797719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e637608a-f122-40c7-91bf-6c27a3586b2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.797857] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e637608a-f122-40c7-91bf-6c27a3586b2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.797976] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.798086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.798343] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.798489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.799527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.799527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e637608a-f122-40c7-91bf-6c27a3586b2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.799527] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e637608a-f122-40c7-91bf-6c27a3586b2d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.893385] env[65529]: INFO networking_nsxv3.common.synchronization [req-fb22227a-e957-4489-88d8-2f3853e5dcf5 req-85fc6454-26b1-4de8-afc1-9328ff5e56b3 service nova] Enqueued Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_rules [ 1037.893385] env[65529]: INFO networking_nsxv3.common.synchronization [req-fb22227a-e957-4489-88d8-2f3853e5dcf5 req-85fc6454-26b1-4de8-afc1-9328ff5e56b3 service nova] Enqueued Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_members [ 1037.893385] env[65529]: INFO networking_nsxv3.common.synchronization [req-fb22227a-e957-4489-88d8-2f3853e5dcf5 req-85fc6454-26b1-4de8-afc1-9328ff5e56b3 service nova] Enqueued Resource ID: b965121d-b9f2-40df-a784-88f87c5f94e2 with Priority: HIGHEST for action port [ 1037.893385] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_rules [ 1037.893385] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_members [ 1037.893385] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b965121d-b9f2-40df-a784-88f87c5f94e2 with Priority: HIGHEST for action port [ 1037.893385] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.895725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.895725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.895725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.895725] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.895725] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.895725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.895725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.895725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.895725] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.895725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.895725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.896184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.896184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.896184] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.901392] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-b965121d-b9f2-40df-a784-88f87c5f94e2 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.901392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b965121d-b9f2-40df-a784-88f87c5f94e2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.901392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b965121d-b9f2-40df-a784-88f87c5f94e2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.901392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b965121d-b9f2-40df-a784-88f87c5f94e2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.901392] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b965121d-b9f2-40df-a784-88f87c5f94e2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.953045] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 702d75bf-1e30-4556-a36d-53efdb4ea76d [ 1037.953480] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.953480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.953743] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.953743] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.953941] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.953941] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:702d75bf-1e30-4556-a36d-53efdb4ea76d already deleted. [ 1037.954069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-702d75bf-1e30-4556-a36d-53efdb4ea76d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.302485] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e637608a-f122-40c7-91bf-6c27a3586b2d: rpc.has_security_group_logging(os_id): False [ 1038.324803] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.324803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.324803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.325091] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.325132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.325850] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.325850] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.325850] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.325850] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.325850] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.326198] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.326198] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.326288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.326393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.326443] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.327153] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.327153] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.327153] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.327153] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.327153] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.327153] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e637608a-f122-40c7-91bf-6c27a3586b2d is going to be created. [ 1038.398493] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.398635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.398635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.399258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.399258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.400950] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.401684] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.401684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.401830] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b965121d-b9f2-40df-a784-88f87c5f94e2 with status ACTIVE [ 1038.402410] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.402410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.402410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.402410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.402988] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.402988] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.402988] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.402988] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.402988] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.402988] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.403279] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.403279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.403279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.403405] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.405619] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.405619] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b965121d-b9f2-40df-a784-88f87c5f94e2 is going to be updated. [ 1038.419036] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e637608a-f122-40c7-91bf-6c27a3586b2d in Status: IN_PROGRESS for 2s [ 1038.424988] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.425209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.425278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.425485] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.425700] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.425788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b965121d-b9f2-40df-a784-88f87c5f94e2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.830756] env[65529]: INFO networking_nsxv3.common.synchronization [req-700ce684-df75-4759-978f-b2b1c3b2c60d req-eb1f7152-7880-433d-a863-c5f5907a96af tempest-ServersTestJSON-2119500116 tempest-ServersTestJSON-2119500116-project-member] Enqueued Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 1038.831370] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 1038.831700] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.831860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.831934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.833779] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.835392] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.835539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.835613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.835831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.835922] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.836042] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.905678] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.339449] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.368985] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0a6a175-c255-4b3b-b88b-b36c222d293a in Status: SUCCESS [ 1039.368985] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0a6a175-c255-4b3b-b88b-b36c222d293a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.384500] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.384922] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-414" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.384922] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-414" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.385142] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-414" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.385402] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.385560] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.385673] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.385927] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.386060] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.386272] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.386386] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1039.386495] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1039.386603] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1039.386706] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.386871] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1039.386928] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1039.407819] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1039.408019] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1039.408106] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1039.408287] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-414" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.408611] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-227c57a3-26cc-4e7b-9979-c25289bb7263 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.408870] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-227c57a3-26cc-4e7b-9979-c25289bb7263" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.408966] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-227c57a3-26cc-4e7b-9979-c25289bb7263" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.409287] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-227c57a3-26cc-4e7b-9979-c25289bb7263" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.409391] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('227c57a3-26cc-4e7b-9979-c25289bb7263',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.410786] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.410911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.410956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.411139] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.411346] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.411346] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd is going to be created. [ 1039.436988] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.437295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.437295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.437463] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.437662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.447845] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd in Status: UNINITIALIZED for 2s [ 1039.529181] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 in Status: SUCCESS [ 1039.529181] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.529181] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.529181] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.529181] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.529488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.529488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.529488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.529616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.529672] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b57a1d1-0d4e-4006-ba6a-99fa42f63da2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.532158] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: SUCCESS [ 1039.532158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.532158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.532158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.532158] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.532158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.532158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.532443] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.532443] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.532506] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.842440] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.914500] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.914887] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.915132] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.915553] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.915808] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.916083] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port 227c57a3-26cc-4e7b-9979-c25289bb7263 not found, creating... [ 1039.916505] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.916835] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.916972] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.917325] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.917554] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.917987] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.918243] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.918437] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.918745] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.918959] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.919194] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: 227c57a3-26cc-4e7b-9979-c25289bb7263 is going to be created. [ 1039.942458] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.942771] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.942982] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.943415] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.943765] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.944237] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-227c57a3-26cc-4e7b-9979-c25289bb7263" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.035813] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b57a1d1-0d4e-4006-ba6a-99fa42f63da2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.036859] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.345076] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.345273] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.345381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.345675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.345811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.345986] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eab85d65-9b66-46cf-bf13-f44781596cb3 is going to be updated. [ 1040.373252] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.373439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.373488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.373676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.373825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.384675] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: IN_PROGRESS for 2s [ 1040.438233] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e637608a-f122-40c7-91bf-6c27a3586b2d in Status: SUCCESS [ 1040.438584] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e637608a-f122-40c7-91bf-6c27a3586b2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.539018] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b57a1d1-0d4e-4006-ba6a-99fa42f63da2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.540847] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.666809] env[65529]: INFO networking_nsxv3.common.synchronization [req-700ce684-df75-4759-978f-b2b1c3b2c60d req-5e389438-2dba-4aca-8e98-e473719f46d6 service nova] Enqueued Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_rules [ 1040.666809] env[65529]: INFO networking_nsxv3.common.synchronization [req-700ce684-df75-4759-978f-b2b1c3b2c60d req-5e389438-2dba-4aca-8e98-e473719f46d6 service nova] Enqueued Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 1040.666809] env[65529]: INFO networking_nsxv3.common.synchronization [req-700ce684-df75-4759-978f-b2b1c3b2c60d req-5e389438-2dba-4aca-8e98-e473719f46d6 service nova] Enqueued Resource ID: 227c57a3-26cc-4e7b-9979-c25289bb7263 with Priority: HIGHEST for action port [ 1040.666809] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_rules [ 1040.666809] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 1040.666809] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 227c57a3-26cc-4e7b-9979-c25289bb7263 with Priority: HIGHEST for action port [ 1040.666809] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.666809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.667395] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.667395] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.667395] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.668274] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.668402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.668659] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-227c57a3-26cc-4e7b-9979-c25289bb7263 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.668804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-227c57a3-26cc-4e7b-9979-c25289bb7263" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.668907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-227c57a3-26cc-4e7b-9979-c25289bb7263" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.669233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-227c57a3-26cc-4e7b-9979-c25289bb7263" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.669300] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('227c57a3-26cc-4e7b-9979-c25289bb7263',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.042044] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.042342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.042342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.042722] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.042909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.043091] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 is going to be updated. [ 1041.045183] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.045310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.045465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.045586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.045675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.045768] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0671293a-395c-4f96-8097-b5a54b766556 is going to be updated. [ 1041.080598] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.080761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.080834] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.081046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.081286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.083261] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.083429] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.083472] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.083748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.084047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.095318] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: IN_PROGRESS for 2s [ 1041.096243] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 in Status: IN_PROGRESS for 2s [ 1041.172023] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.172099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.172273] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 227c57a3-26cc-4e7b-9979-c25289bb7263 with status ACTIVE [ 1041.172505] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.172614] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.172684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.172905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.172993] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.174058] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.174058] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.174058] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.174058] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.174058] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.174058] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.174058] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.174058] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.174453] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.174453] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.174453] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 227c57a3-26cc-4e7b-9979-c25289bb7263 is going to be updated. [ 1041.200442] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.200595] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.200664] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.201181] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.201181] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.201327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-227c57a3-26cc-4e7b-9979-c25289bb7263" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.366046] env[65529]: INFO networking_nsxv3.common.synchronization [req-76cc9f8e-2a39-4cce-b455-43d36ae1a431 req-3d720e2d-e319-4bb9-9d60-22a152793935 tempest-ServerActionsTestOtherA-841971939 tempest-ServerActionsTestOtherA-841971939-project-member] Enqueued Resource ID: 2f0a57c5-e808-4d33-b97c-abac2c77c623 with Priority: HIGHEST for action security_group_members [ 1041.367936] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0a57c5-e808-4d33-b97c-abac2c77c623 with Priority: HIGHEST for action security_group_members [ 1041.369228] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0a57c5-e808-4d33-b97c-abac2c77c623 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.369402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0a57c5-e808-4d33-b97c-abac2c77c623" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.369472] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0a57c5-e808-4d33-b97c-abac2c77c623" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.369694] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0a57c5-e808-4d33-b97c-abac2c77c623" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.369862] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.370216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.370216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.370216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.370377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.370377] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0a57c5-e808-4d33-b97c-abac2c77c623',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.462068] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd in Status: SUCCESS [ 1041.462299] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.462524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.462752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.462961] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.463107] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.463167] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.463311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.463389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.463504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.463623] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.710117] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-273 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.710388] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-273" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.710493] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-273" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.710831] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-273" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.711024] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.711188] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.711309] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.711574] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.711670] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.711912] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.712026] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.712106] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.712279] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.712432] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.712711] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.713777] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.733264] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.733472] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1041.733586] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.733759] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-273" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.734082] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-609004f4-67b3-41f4-a660-1d3dc94d938a taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.734256] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-609004f4-67b3-41f4-a660-1d3dc94d938a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.734372] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-609004f4-67b3-41f4-a660-1d3dc94d938a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.734776] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-609004f4-67b3-41f4-a660-1d3dc94d938a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.734921] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('609004f4-67b3-41f4-a660-1d3dc94d938a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.873409] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.873598] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.873671] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.873891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.873974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.874177] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.874281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.874326] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.874474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.874862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.874862] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0a57c5-e808-4d33-b97c-abac2c77c623 already deleted. [ 1041.874862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0a57c5-e808-4d33-b97c-abac2c77c623" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.966242] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.966410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.966470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.966671] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.966833] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.966934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.967008] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.967161] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.967246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.967334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.967559] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.967686] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.967739] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.967855] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.967989] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.968094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.968155] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.968290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.968366] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.968449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.968540] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.237775] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.238066] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.238208] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.238563] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.238753] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.238934] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 609004f4-67b3-41f4-a660-1d3dc94d938a not found, creating... [ 1042.239259] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.239547] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.239666] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.239900] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.240049] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.240459] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.240730] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.240947] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.241246] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.241512] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.241699] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 609004f4-67b3-41f4-a660-1d3dc94d938a is going to be created. [ 1042.262988] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.263279] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.263454] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.263762] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.263998] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.264241] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-609004f4-67b3-41f4-a660-1d3dc94d938a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.403478] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: SUCCESS [ 1042.403751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.403934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.404222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.404541] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.404670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.404746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.404913] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.404997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.405109] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.470797] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3ba41f2-22b5-4672-8da5-d1d7fdf078dd: rpc.has_security_group_logging(os_id): False [ 1042.491183] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.491370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.491418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.491620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.491708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.491896] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.492144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.492144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.492259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.492344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.492606] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.492734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.492810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.492962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.493051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.493257] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.493351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.493402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.493579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.493689] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.493826] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd is going to be created. [ 1042.559017] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.559258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.559258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.559497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.559618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.573302] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd in Status: IN_PROGRESS for 2s [ 1042.908611] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.007303] env[65529]: INFO networking_nsxv3.common.synchronization [req-76cc9f8e-2a39-4cce-b455-43d36ae1a431 req-6b7cffcf-ad59-465e-bfe7-6d5b11e08ac7 service nova] Enqueued Resource ID: 2f0a57c5-e808-4d33-b97c-abac2c77c623 with Priority: HIGHEST for action security_group_rules [ 1043.007507] env[65529]: INFO networking_nsxv3.common.synchronization [req-76cc9f8e-2a39-4cce-b455-43d36ae1a431 req-6b7cffcf-ad59-465e-bfe7-6d5b11e08ac7 service nova] Enqueued Resource ID: 2f0a57c5-e808-4d33-b97c-abac2c77c623 with Priority: HIGHEST for action security_group_members [ 1043.007758] env[65529]: INFO networking_nsxv3.common.synchronization [req-76cc9f8e-2a39-4cce-b455-43d36ae1a431 req-6b7cffcf-ad59-465e-bfe7-6d5b11e08ac7 service nova] Enqueued Resource ID: 609004f4-67b3-41f4-a660-1d3dc94d938a with Priority: HIGHEST for action port [ 1043.008331] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0a57c5-e808-4d33-b97c-abac2c77c623 with Priority: HIGHEST for action security_group_rules [ 1043.008484] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0a57c5-e808-4d33-b97c-abac2c77c623 with Priority: HIGHEST for action security_group_members [ 1043.008600] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 609004f4-67b3-41f4-a660-1d3dc94d938a with Priority: HIGHEST for action port [ 1043.008937] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f0a57c5-e808-4d33-b97c-abac2c77c623 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.009051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f0a57c5-e808-4d33-b97c-abac2c77c623" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.009097] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f0a57c5-e808-4d33-b97c-abac2c77c623" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.009434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f0a57c5-e808-4d33-b97c-abac2c77c623" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.009434] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f0a57c5-e808-4d33-b97c-abac2c77c623',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.010403] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0a57c5-e808-4d33-b97c-abac2c77c623 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.010560] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0a57c5-e808-4d33-b97c-abac2c77c623" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.010655] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0a57c5-e808-4d33-b97c-abac2c77c623" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.010890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0a57c5-e808-4d33-b97c-abac2c77c623" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.011094] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.011242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.011317] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.011515] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.011620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.011744] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0a57c5-e808-4d33-b97c-abac2c77c623',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.012810] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-609004f4-67b3-41f4-a660-1d3dc94d938a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.012810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-609004f4-67b3-41f4-a660-1d3dc94d938a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.012921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-609004f4-67b3-41f4-a660-1d3dc94d938a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.013057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-609004f4-67b3-41f4-a660-1d3dc94d938a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.013133] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('609004f4-67b3-41f4-a660-1d3dc94d938a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.109077] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 in Status: SUCCESS [ 1043.109077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.109390] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: SUCCESS [ 1043.109536] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.110082] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.110311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.110557] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.110672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.110734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.110916] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.111587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.111587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.111587] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b57a1d1-0d4e-4006-ba6a-99fa42f63da2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.112078] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.112941] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.112941] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.112941] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.112941] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.112941] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.112941] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.113267] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.113267] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.410144] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.517976] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f0a57c5-e808-4d33-b97c-abac2c77c623',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.518105] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0a57c5-e808-4d33-b97c-abac2c77c623 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.518210] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0a57c5-e808-4d33-b97c-abac2c77c623" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.518334] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 609004f4-67b3-41f4-a660-1d3dc94d938a with status ACTIVE [ 1043.518673] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.518871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.518962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.519203] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.519301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.519484] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.521016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.521016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.521016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.521016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.521016] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.521016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.521016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.521016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.521016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.521016] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 609004f4-67b3-41f4-a660-1d3dc94d938a is going to be updated. [ 1043.554684] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.554684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.554919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.555057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.555224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.555399] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-609004f4-67b3-41f4-a660-1d3dc94d938a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.617206] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b57a1d1-0d4e-4006-ba6a-99fa42f63da2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.618277] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0671293a-395c-4f96-8097-b5a54b766556 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.618451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.618451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.618664] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.618813] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.618932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.619048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.619154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.619228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.619322] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.619463] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0671293a-395c-4f96-8097-b5a54b766556 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.619559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.619638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.619740] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.619872] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.619975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.620081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.620140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.620214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.620294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.620372] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.770690] env[65529]: INFO networking_nsxv3.common.synchronization [req-3f4cc559-1c30-4497-abae-c4b35eb79f1d req-e11728a8-2a7a-43cb-9db1-a1d71f802b31 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_members [ 1043.771483] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_members [ 1043.771862] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0671293a-395c-4f96-8097-b5a54b766556 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.771937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.771974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.772187] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.772337] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.772524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.772654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.772845] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.772921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.772974] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.912135] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.912970] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.912970] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.912970] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.912970] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.913232] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eab85d65-9b66-46cf-bf13-f44781596cb3 is going to be updated. [ 1043.956843] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.957864] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.958057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.958412] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.958625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.971968] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: IN_PROGRESS for 2s [ 1044.025628] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f0a57c5-e808-4d33-b97c-abac2c77c623',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.124666] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2: rpc.has_security_group_logging(os_id): False [ 1044.124666] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0671293a-395c-4f96-8097-b5a54b766556: rpc.has_security_group_logging(os_id): False [ 1044.144865] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.145141] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.145263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.145537] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.147814] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.148011] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.169915] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.171032] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.171264] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.171378] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.171602] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.171693] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.171924] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.172035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.172103] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.172334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.172506] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.172727] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.172815] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.172876] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.173067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.173141] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.173242] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0671293a-395c-4f96-8097-b5a54b766556 is going to be updated. [ 1044.174429] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.175023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.175023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.175023] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.175220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.175220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.175296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.175402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.175544] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 is going to be created. [ 1044.179247] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-830 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.179586] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-830" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.179586] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-830" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.179815] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-830" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.180081] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.180329] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.180447] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.180721] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.180890] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.181107] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.181517] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.181517] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.181517] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.181756] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.181756] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.181831] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.203575] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.203575] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1044.203575] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.203575] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-830" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.204315] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-252b8603-098d-4659-b48b-2ab432c04a52 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.204315] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-252b8603-098d-4659-b48b-2ab432c04a52" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.204463] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-252b8603-098d-4659-b48b-2ab432c04a52" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.204705] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-252b8603-098d-4659-b48b-2ab432c04a52" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.204849] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('252b8603-098d-4659-b48b-2ab432c04a52',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.239036] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.239287] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.239396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.239639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.240083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.256764] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.256958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.257072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.257370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.257533] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.260068] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 in Status: IN_PROGRESS for 2s [ 1044.276322] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.280253] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: IN_PROGRESS for 2s [ 1044.527937] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.528319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.528319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.528478] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.528626] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.528685] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0a57c5-e808-4d33-b97c-abac2c77c623 is going to be created. [ 1044.558528] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.558736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.558809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.559085] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.559266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.571189] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0a57c5-e808-4d33-b97c-abac2c77c623 in Status: UNINITIALIZED for 2s [ 1044.589207] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd in Status: SUCCESS [ 1044.589545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.708297] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.708702] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.708940] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.710212] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.710212] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.710212] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 252b8603-098d-4659-b48b-2ab432c04a52 not found, creating... [ 1044.710466] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.710842] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.711152] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.711534] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.711835] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.712401] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.713060] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.713321] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.713722] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.714017] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.714319] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 252b8603-098d-4659-b48b-2ab432c04a52 is going to be created. [ 1044.741423] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.741826] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.742081] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.742495] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.742849] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.743225] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-252b8603-098d-4659-b48b-2ab432c04a52" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.779419] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.283120] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.283120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.283120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.283587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.283587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.283587] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0671293a-395c-4f96-8097-b5a54b766556 is going to be updated. [ 1045.332437] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.332629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.332704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.332953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.333117] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.343696] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: IN_PROGRESS for 2s [ 1045.445136] env[65529]: INFO networking_nsxv3.common.synchronization [req-3f4cc559-1c30-4497-abae-c4b35eb79f1d req-bebd7a62-f043-4e02-b41e-f6af64390835 service nova] Enqueued Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_rules [ 1045.447168] env[65529]: INFO networking_nsxv3.common.synchronization [req-3f4cc559-1c30-4497-abae-c4b35eb79f1d req-bebd7a62-f043-4e02-b41e-f6af64390835 service nova] Enqueued Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_members [ 1045.447168] env[65529]: INFO networking_nsxv3.common.synchronization [req-3f4cc559-1c30-4497-abae-c4b35eb79f1d req-bebd7a62-f043-4e02-b41e-f6af64390835 service nova] Enqueued Resource ID: 252b8603-098d-4659-b48b-2ab432c04a52 with Priority: HIGHEST for action port [ 1045.447168] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_rules [ 1045.447168] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_members [ 1045.447168] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 252b8603-098d-4659-b48b-2ab432c04a52 with Priority: HIGHEST for action port [ 1045.447168] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0671293a-395c-4f96-8097-b5a54b766556 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.447168] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.447573] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0671293a-395c-4f96-8097-b5a54b766556 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.447573] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.447658] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-252b8603-098d-4659-b48b-2ab432c04a52 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.447725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-252b8603-098d-4659-b48b-2ab432c04a52" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.447762] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-252b8603-098d-4659-b48b-2ab432c04a52" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.447967] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-252b8603-098d-4659-b48b-2ab432c04a52" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.448074] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('252b8603-098d-4659-b48b-2ab432c04a52',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.508838] env[65529]: INFO networking_nsxv3.common.synchronization [req-bbc9fa4f-cf3f-4b91-a74e-1ebbe8ddc8a5 req-77750bd6-83ee-4657-89c0-a107312826b2 tempest-AttachVolumeShelveTestJSON-347360728 tempest-AttachVolumeShelveTestJSON-347360728-project-member] Enqueued Resource ID: b728ec97-4d90-4064-ace7-f08068b1eeba with Priority: HIGHEST for action security_group_members [ 1045.509420] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b728ec97-4d90-4064-ace7-f08068b1eeba with Priority: HIGHEST for action security_group_members [ 1045.509752] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b728ec97-4d90-4064-ace7-f08068b1eeba taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.509893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.509952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.510230] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.510446] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.510591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.510647] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.511654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.511772] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.511882] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b728ec97-4d90-4064-ace7-f08068b1eeba',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.815679] env[65529]: INFO networking_nsxv3.common.synchronization [req-8db6e2ab-dbfb-4611-8140-117ac234a305 req-d0f1ef8e-9915-48ef-b65a-9dab6490a6a9 tempest-ServerAddressesTestJSON-1974428510 tempest-ServerAddressesTestJSON-1974428510-project-member] Enqueued Resource ID: e637608a-f122-40c7-91bf-6c27a3586b2d with Priority: HIGHEST for action security_group_members [ 1045.816214] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e637608a-f122-40c7-91bf-6c27a3586b2d with Priority: HIGHEST for action security_group_members [ 1045.817681] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e637608a-f122-40c7-91bf-6c27a3586b2d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.817843] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e637608a-f122-40c7-91bf-6c27a3586b2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.817917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e637608a-f122-40c7-91bf-6c27a3586b2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.818152] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e637608a-f122-40c7-91bf-6c27a3586b2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.818307] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.818418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.818482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.818651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.818737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.818839] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e637608a-f122-40c7-91bf-6c27a3586b2d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.954020] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 252b8603-098d-4659-b48b-2ab432c04a52 with status ACTIVE [ 1045.954020] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.954020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.954020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.954020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.954020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.954020] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.954020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.954020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.954020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.954020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.954020] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.954020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.954020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.954020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.954020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.954020] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 252b8603-098d-4659-b48b-2ab432c04a52 is going to be updated. [ 1045.977500] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.977500] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.977500] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.977708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.977834] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.978101] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-252b8603-098d-4659-b48b-2ab432c04a52" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.986410] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: SUCCESS [ 1045.986633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.986792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.987018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.987218] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.987329] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.987399] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.987549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.987630] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.987723] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.987805] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.017884] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.017884] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.017884] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.017884] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.017884] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.017884] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.018188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.018188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.018307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.018391] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.018771] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b728ec97-4d90-4064-ace7-f08068b1eeba is going to be updated. [ 1046.071484] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.071697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.071798] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.073028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.073028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.094222] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b728ec97-4d90-4064-ace7-f08068b1eeba in Status: IN_PROGRESS for 2s [ 1046.292772] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 in Status: SUCCESS [ 1046.292772] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.292772] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.292772] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.293081] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b57a1d1-0d4e-4006-ba6a-99fa42f63da2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.312541] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: SUCCESS [ 1046.313961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.314191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.314414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.315079] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.322119] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.322119] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.322976] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.323361] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.324085] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.324353] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.324491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.324556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.324772] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.324908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.325740] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e637608a-f122-40c7-91bf-6c27a3586b2d is going to be updated. [ 1046.358052] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.358052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.358052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.358052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.358385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.370066] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e637608a-f122-40c7-91bf-6c27a3586b2d in Status: IN_PROGRESS for 2s [ 1046.490877] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.491075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.491075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.491272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.491455] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.491571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.491872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.492310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.492310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.492310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.495928] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.495928] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.495928] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.495928] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.495928] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.495928] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.495928] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.495928] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.495928] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.495928] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.495928] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.585584] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0a57c5-e808-4d33-b97c-abac2c77c623 in Status: SUCCESS [ 1046.585867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0a57c5-e808-4d33-b97c-abac2c77c623" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.586108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0a57c5-e808-4d33-b97c-abac2c77c623" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.586281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0a57c5-e808-4d33-b97c-abac2c77c623" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.586479] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.586601] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.586759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.586920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.586994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.587105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0a57c5-e808-4d33-b97c-abac2c77c623" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.587246] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f0a57c5-e808-4d33-b97c-abac2c77c623',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.797523] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.797523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.797523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.797523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.797523] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.797523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.797523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.797523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.797523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.797523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.797523] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b57a1d1-0d4e-4006-ba6a-99fa42f63da2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.817721] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0671293a-395c-4f96-8097-b5a54b766556 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.818098] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.999428] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eab85d65-9b66-46cf-bf13-f44781596cb3: rpc.has_security_group_logging(os_id): False [ 1047.019571] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.019744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.019788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.019992] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.020146] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.020308] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.020752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.020752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.020863] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.020917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.021157] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.021326] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.021396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.022156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.022308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.022595] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.023115] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.023115] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.023115] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.023115] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.023115] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eab85d65-9b66-46cf-bf13-f44781596cb3 is going to be updated. [ 1047.090094] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f0a57c5-e808-4d33-b97c-abac2c77c623',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.122025] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.122025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.122025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.122025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.122025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.142167] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: IN_PROGRESS for 2s [ 1047.299570] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b57a1d1-0d4e-4006-ba6a-99fa42f63da2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.354586] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: SUCCESS [ 1047.354883] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.355117] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.355344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.355531] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.355648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.355934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.355934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.355934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.356059] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.591871] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f0a57c5-e808-4d33-b97c-abac2c77c623: rpc.has_security_group_logging(os_id): False [ 1047.611164] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.611354] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.611428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.611687] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.611787] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.612070] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.612189] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.612265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.612412] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.612484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.612653] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f0a57c5-e808-4d33-b97c-abac2c77c623 is going to be created. [ 1047.681485] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.681670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.681743] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.681951] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.682340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.694440] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0a57c5-e808-4d33-b97c-abac2c77c623 in Status: IN_PROGRESS for 2s [ 1047.802189] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2: rpc.has_security_group_logging(os_id): False [ 1047.827187] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.827615] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.827615] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.831207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.831207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.831207] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.831207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.831207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.831207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.831207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.831207] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 is going to be updated. [ 1047.858630] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.930357] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.930658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.930658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.930828] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.931017] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.947543] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 in Status: IN_PROGRESS for 2s [ 1048.105019] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b728ec97-4d90-4064-ace7-f08068b1eeba in Status: SUCCESS [ 1048.105019] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b728ec97-4d90-4064-ace7-f08068b1eeba deletion is rescheduled due to dependency. [ 1048.105019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.361427] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.380483] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e637608a-f122-40c7-91bf-6c27a3586b2d in Status: SUCCESS [ 1048.380483] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e637608a-f122-40c7-91bf-6c27a3586b2d deletion is rescheduled due to dependency. [ 1048.380483] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e637608a-f122-40c7-91bf-6c27a3586b2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.396048] env[65529]: INFO networking_nsxv3.common.synchronization [req-e218f9fe-6d44-440e-9cc9-1b9c8ccec9bf req-b3465b12-a9a2-43f0-8224-1ab777f7db4e tempest-AttachInterfacesTestJSON-2112292789 tempest-AttachInterfacesTestJSON-2112292789-project-member] Enqueued Resource ID: e2342360-1165-457d-bbda-17cb055b06b8 with Priority: HIGHEST for action security_group_members [ 1048.396541] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2342360-1165-457d-bbda-17cb055b06b8 with Priority: HIGHEST for action security_group_members [ 1048.396887] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2342360-1165-457d-bbda-17cb055b06b8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.397285] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.400278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.401094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.403237] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.403237] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.403237] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.403237] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.403237] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.403237] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2342360-1165-457d-bbda-17cb055b06b8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.859921] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.860339] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.860616] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.860771] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.861092] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.861300] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.861461] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.861832] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.862051] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.862241] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.862357] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.862777] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.862777] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.862933] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.863095] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.863206] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.868180] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.868316] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.868384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.868575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.868662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.868797] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0671293a-395c-4f96-8097-b5a54b766556 is going to be updated. [ 1048.888505] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.888721] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1048.888860] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.889446] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.889446] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-348ca2bc-4246-4a4d-a63d-ef23f32f91a6 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.889764] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-348ca2bc-4246-4a4d-a63d-ef23f32f91a6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.889908] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-348ca2bc-4246-4a4d-a63d-ef23f32f91a6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.890281] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-348ca2bc-4246-4a4d-a63d-ef23f32f91a6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.890641] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('348ca2bc-4246-4a4d-a63d-ef23f32f91a6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.909066] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2342360-1165-457d-bbda-17cb055b06b8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.910745] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.910948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.910948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.913895] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.914521] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.927100] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: IN_PROGRESS for 2s [ 1049.167110] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: SUCCESS [ 1049.167341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.394054] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.394054] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.394054] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.394448] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.394615] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.394678] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 348ca2bc-4246-4a4d-a63d-ef23f32f91a6 not found, creating... [ 1049.394965] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.395189] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.395251] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.395475] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.395613] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.395899] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.396073] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.396190] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.396410] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.396545] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.396683] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 348ca2bc-4246-4a4d-a63d-ef23f32f91a6 is going to be created. [ 1049.417706] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2342360-1165-457d-bbda-17cb055b06b8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.420340] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.420545] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.420838] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.421524] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.422529] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.422529] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-348ca2bc-4246-4a4d-a63d-ef23f32f91a6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.707850] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0a57c5-e808-4d33-b97c-abac2c77c623 in Status: SUCCESS [ 1049.708125] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f0a57c5-e808-4d33-b97c-abac2c77c623" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.925351] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.925759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.925759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.925975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.926143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.926273] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2342360-1165-457d-bbda-17cb055b06b8 is going to be updated. [ 1049.961337] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.961494] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.961567] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.961804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.961965] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.963980] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 in Status: SUCCESS [ 1049.964227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.973192] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2342360-1165-457d-bbda-17cb055b06b8 in Status: IN_PROGRESS for 2s [ 1050.208811] env[65529]: INFO networking_nsxv3.common.synchronization [req-e218f9fe-6d44-440e-9cc9-1b9c8ccec9bf req-6ded32fa-fdfc-422a-aab6-25f29257f113 service nova] Enqueued Resource ID: e2342360-1165-457d-bbda-17cb055b06b8 with Priority: HIGHEST for action security_group_rules [ 1050.208811] env[65529]: INFO networking_nsxv3.common.synchronization [req-e218f9fe-6d44-440e-9cc9-1b9c8ccec9bf req-6ded32fa-fdfc-422a-aab6-25f29257f113 service nova] Enqueued Resource ID: e2342360-1165-457d-bbda-17cb055b06b8 with Priority: HIGHEST for action security_group_members [ 1050.209042] env[65529]: INFO networking_nsxv3.common.synchronization [req-e218f9fe-6d44-440e-9cc9-1b9c8ccec9bf req-6ded32fa-fdfc-422a-aab6-25f29257f113 service nova] Enqueued Resource ID: 348ca2bc-4246-4a4d-a63d-ef23f32f91a6 with Priority: HIGHEST for action port [ 1050.209447] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2342360-1165-457d-bbda-17cb055b06b8 with Priority: HIGHEST for action security_group_rules [ 1050.209999] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2342360-1165-457d-bbda-17cb055b06b8 with Priority: HIGHEST for action security_group_members [ 1050.209999] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 348ca2bc-4246-4a4d-a63d-ef23f32f91a6 with Priority: HIGHEST for action port [ 1050.209999] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2342360-1165-457d-bbda-17cb055b06b8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.210184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.210221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.210402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.210479] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2342360-1165-457d-bbda-17cb055b06b8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.212218] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2342360-1165-457d-bbda-17cb055b06b8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.212218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.212218] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-348ca2bc-4246-4a4d-a63d-ef23f32f91a6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.212218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-348ca2bc-4246-4a4d-a63d-ef23f32f91a6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.212218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-348ca2bc-4246-4a4d-a63d-ef23f32f91a6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.212218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-348ca2bc-4246-4a4d-a63d-ef23f32f91a6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.212218] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('348ca2bc-4246-4a4d-a63d-ef23f32f91a6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.476164] env[65529]: INFO networking_nsxv3.common.synchronization [req-9e1a8116-188c-4797-b641-e45c86ea52c6 req-7f751217-dd97-4f2c-832e-4f639951e4a4 tempest-ServerRescueNegativeTestJSON-683535457 tempest-ServerRescueNegativeTestJSON-683535457-project-member] Enqueued Resource ID: f4ea7f09-9ac7-44d0-b1fe-c565546f0713 with Priority: HIGHEST for action security_group_members [ 1050.480565] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4ea7f09-9ac7-44d0-b1fe-c565546f0713 with Priority: HIGHEST for action security_group_members [ 1050.481150] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4ea7f09-9ac7-44d0-b1fe-c565546f0713 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.481458] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4ea7f09-9ac7-44d0-b1fe-c565546f0713" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.481543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4ea7f09-9ac7-44d0-b1fe-c565546f0713" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.481882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4ea7f09-9ac7-44d0-b1fe-c565546f0713" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.482031] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.482144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.482206] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.482596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.482596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.482596] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4ea7f09-9ac7-44d0-b1fe-c565546f0713',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.714453] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2342360-1165-457d-bbda-17cb055b06b8 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.714655] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.715936] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 348ca2bc-4246-4a4d-a63d-ef23f32f91a6 with status ACTIVE [ 1050.716207] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.716614] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.716614] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.720094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.720260] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.720588] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.720766] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.720831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.721244] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.721244] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.721464] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.721761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.721761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.722015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.722015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.722278] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 348ca2bc-4246-4a4d-a63d-ef23f32f91a6 is going to be updated. [ 1050.748884] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.749054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.749054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.749258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.749394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.749554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-348ca2bc-4246-4a4d-a63d-ef23f32f91a6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.939687] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: SUCCESS [ 1050.939955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.940106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.940323] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.940522] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.940670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.940736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.940895] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.940971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.941069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.941173] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.984677] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.984857] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.984931] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.985201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.019963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.020593] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.020911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.021284] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.021503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.022389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.022389] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4ea7f09-9ac7-44d0-b1fe-c565546f0713 is going to be updated. [ 1051.052914] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.053104] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.053172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.053448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.053673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.064063] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4ea7f09-9ac7-44d0-b1fe-c565546f0713 in Status: IN_PROGRESS for 2s [ 1051.155396] env[65529]: INFO networking_nsxv3.common.synchronization [None req-e7f16949-9c69-4092-bcc1-52b9a8c544ea tempest-AttachVolumeShelveTestJSON-347360728 tempest-AttachVolumeShelveTestJSON-347360728-project-member] Enqueued Resource ID: 9e7f1211-6683-4aea-b088-d708c5c3ffe1 with Priority: HIGHEST for action security_group_rules [ 1051.155971] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7f1211-6683-4aea-b088-d708c5c3ffe1 with Priority: HIGHEST for action security_group_rules [ 1051.156348] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e7f1211-6683-4aea-b088-d708c5c3ffe1 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.156466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.156530] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.156740] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.156842] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e7f1211-6683-4aea-b088-d708c5c3ffe1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.260219] env[65529]: INFO networking_nsxv3.common.synchronization [None req-32b33d74-d562-474d-8b79-885001df306e tempest-AttachVolumeShelveTestJSON-347360728 tempest-AttachVolumeShelveTestJSON-347360728-project-member] Enqueued Resource ID: 9e7f1211-6683-4aea-b088-d708c5c3ffe1 with Priority: HIGHEST for action security_group_rules [ 1051.260835] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7f1211-6683-4aea-b088-d708c5c3ffe1 with Priority: HIGHEST for action security_group_rules [ 1051.261686] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e7f1211-6683-4aea-b088-d708c5c3ffe1 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.261852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.445229] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0671293a-395c-4f96-8097-b5a54b766556 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.445229] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.445463] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.445502] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.445663] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.445762] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.445863] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.445987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.446087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.446185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.446320] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0671293a-395c-4f96-8097-b5a54b766556 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.446414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.446472] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.446612] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.446819] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.446921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.446982] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.447142] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.447218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.447303] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.447517] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.526935] env[65529]: INFO networking_nsxv3.common.synchronization [req-6a19b5a2-f836-4010-970b-170ac3b1790d req-4cf9fadb-3d7a-4a08-a56f-f8826f8c653e tempest-ServerDiskConfigTestJSON-223320736 tempest-ServerDiskConfigTestJSON-223320736-project-member] Enqueued Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_members [ 1051.527342] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGHEST for action security_group_members [ 1051.527650] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.527812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.528208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.528423] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.528684] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.528869] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.528974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.529322] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.529564] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.529714] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.686769] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.686936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.686990] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.687213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.687297] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.687388] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e7f1211-6683-4aea-b088-d708c5c3ffe1 already deleted. [ 1051.687467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.688181] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.688344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.688427] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e7f1211-6683-4aea-b088-d708c5c3ffe1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.950955] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0671293a-395c-4f96-8097-b5a54b766556: rpc.has_security_group_logging(os_id): False [ 1051.971790] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.971942] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.972086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.972238] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.972358] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.972510] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.972648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.972753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.972845] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.972997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.973165] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.973259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.973259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.973423] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.973484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.973692] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.973845] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.973845] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.973983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.974110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.974156] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0671293a-395c-4f96-8097-b5a54b766556 is going to be updated. [ 1051.985592] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2342360-1165-457d-bbda-17cb055b06b8 in Status: SUCCESS [ 1051.985792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.985965] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.986234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.986458] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.986458] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.986604] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.986655] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.986747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.986840] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2342360-1165-457d-bbda-17cb055b06b8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.035026] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.035026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.035026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.035026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.035026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.035026] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.035026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.035026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.035026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.035026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.035026] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd is going to be updated. [ 1052.041220] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.041637] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.041818] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.042160] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.042420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.060530] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: IN_PROGRESS for 2s [ 1052.072833] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.072833] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.072833] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.072833] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.072833] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.083964] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd in Status: IN_PROGRESS for 2s [ 1052.224190] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.224383] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.224433] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.224686] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.224811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.224945] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e7f1211-6683-4aea-b088-d708c5c3ffe1 already deleted. [ 1052.225096] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.488955] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2342360-1165-457d-bbda-17cb055b06b8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.991906] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2342360-1165-457d-bbda-17cb055b06b8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.074453] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4ea7f09-9ac7-44d0-b1fe-c565546f0713 in Status: SUCCESS [ 1053.074697] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4ea7f09-9ac7-44d0-b1fe-c565546f0713 deletion is rescheduled due to dependency. [ 1053.074951] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4ea7f09-9ac7-44d0-b1fe-c565546f0713" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.416831] env[65529]: INFO networking_nsxv3.common.synchronization [req-e62ca309-8403-43bc-8342-2acf7c31ecfe req-1c15a17d-f4fc-4c68-996a-ccbec0bd5e04 tempest-ServersTestJSON-2031378063 tempest-ServersTestJSON-2031378063-project-member] Enqueued Resource ID: 0cf526f7-9b05-4f0a-9de9-e422edec2d69 with Priority: HIGHEST for action security_group_members [ 1053.417461] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf526f7-9b05-4f0a-9de9-e422edec2d69 with Priority: HIGHEST for action security_group_members [ 1053.417754] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cf526f7-9b05-4f0a-9de9-e422edec2d69 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.417889] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.417957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.418172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.418350] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.418464] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.418542] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.418706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.418791] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.418885] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cf526f7-9b05-4f0a-9de9-e422edec2d69',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.497071] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.497071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.497071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.497071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.497071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.497071] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2342360-1165-457d-bbda-17cb055b06b8 is going to be updated. [ 1053.524432] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.524432] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.524631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.524807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.525024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.536750] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2342360-1165-457d-bbda-17cb055b06b8 in Status: IN_PROGRESS for 2s [ 1053.921452] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.922199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.922199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.922199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.922199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.922372] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.922436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.922479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.922676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.922879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.922956] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cf526f7-9b05-4f0a-9de9-e422edec2d69 is going to be updated. [ 1053.959175] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.959397] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.959481] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.959684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.959832] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.973509] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cf526f7-9b05-4f0a-9de9-e422edec2d69 in Status: IN_PROGRESS for 2s [ 1054.076715] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: SUCCESS [ 1054.077065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.077132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.077346] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.077439] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.098918] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd in Status: SUCCESS [ 1054.099368] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd deletion is rescheduled due to dependency. [ 1054.099648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.582106] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0671293a-395c-4f96-8097-b5a54b766556 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.582106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.582106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.582106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.582106] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.582106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.582106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.582106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.582106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.583389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.583389] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.724518] env[65529]: INFO networking_nsxv3.common.synchronization [req-634b9372-d880-4def-9130-c96a281275b9 req-b2b6a164-7b02-4812-9f81-1b69997321a0 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_members [ 1054.724518] env[65529]: INFO networking_nsxv3.common.synchronization [req-634b9372-d880-4def-9130-c96a281275b9 req-b2b6a164-7b02-4812-9f81-1b69997321a0 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b with Priority: HIGHEST for action security_group_members [ 1054.725055] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_members [ 1054.725207] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b with Priority: HIGHEST for action security_group_members [ 1054.726015] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0671293a-395c-4f96-8097-b5a54b766556 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.726015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.726015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.726015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.726257] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.726257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.726343] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.726455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.726547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.726638] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.727527] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30b95c7-f833-4bb9-aebb-9c3c13105e1b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.727634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.727698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.727905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.728136] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.728209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.728209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.728388] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.728443] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.728547] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a30b95c7-f833-4bb9-aebb-9c3c13105e1b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.772034] env[65529]: INFO networking_nsxv3.common.synchronization [req-634b9372-d880-4def-9130-c96a281275b9 req-b2b6a164-7b02-4812-9f81-1b69997321a0 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_rules [ 1054.772226] env[65529]: INFO networking_nsxv3.common.synchronization [req-634b9372-d880-4def-9130-c96a281275b9 req-b2b6a164-7b02-4812-9f81-1b69997321a0 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_members [ 1054.772364] env[65529]: INFO networking_nsxv3.common.synchronization [req-634b9372-d880-4def-9130-c96a281275b9 req-b2b6a164-7b02-4812-9f81-1b69997321a0 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b with Priority: HIGHEST for action security_group_rules [ 1054.772492] env[65529]: INFO networking_nsxv3.common.synchronization [req-634b9372-d880-4def-9130-c96a281275b9 req-b2b6a164-7b02-4812-9f81-1b69997321a0 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b with Priority: HIGHEST for action security_group_members [ 1054.772615] env[65529]: INFO networking_nsxv3.common.synchronization [req-634b9372-d880-4def-9130-c96a281275b9 req-b2b6a164-7b02-4812-9f81-1b69997321a0 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: 252b8603-098d-4659-b48b-2ab432c04a52 with Priority: HIGHEST for action port [ 1054.773397] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_rules [ 1054.773535] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b with Priority: HIGHEST for action security_group_rules [ 1054.773634] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 252b8603-098d-4659-b48b-2ab432c04a52 with Priority: HIGHEST for action port [ 1054.773725] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_members [ 1054.773831] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b with Priority: HIGHEST for action security_group_members [ 1054.774416] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0671293a-395c-4f96-8097-b5a54b766556 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.775802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.776349] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a30b95c7-f833-4bb9-aebb-9c3c13105e1b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.776478] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.776550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.776808] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.776897] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a30b95c7-f833-4bb9-aebb-9c3c13105e1b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.781403] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-252b8603-098d-4659-b48b-2ab432c04a52 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.781403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-252b8603-098d-4659-b48b-2ab432c04a52" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.781403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-252b8603-098d-4659-b48b-2ab432c04a52" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.781403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-252b8603-098d-4659-b48b-2ab432c04a52" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.781403] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('252b8603-098d-4659-b48b-2ab432c04a52',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.781403] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0671293a-395c-4f96-8097-b5a54b766556 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.781403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.781403] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30b95c7-f833-4bb9-aebb-9c3c13105e1b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.781403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.084523] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0671293a-395c-4f96-8097-b5a54b766556 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.084853] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.225765] env[65529]: INFO networking_nsxv3.common.synchronization [req-0084535c-7eff-44fc-8e84-136d09d2f13a req-69968533-00ad-4810-8069-70c7c4af4d8d tempest-DeleteServersTestJSON-994990992 tempest-DeleteServersTestJSON-994990992-project-member] Enqueued Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 1055.226260] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 1055.227247] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.227247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.227247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.227491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.227646] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.227758] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.227822] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.228393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.228393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.228393] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.229848] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.234250] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a30b95c7-f833-4bb9-aebb-9c3c13105e1b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.283041] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30b95c7-f833-4bb9-aebb-9c3c13105e1b taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.283176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.284037] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 252b8603-098d-4659-b48b-2ab432c04a52 with status ACTIVE [ 1055.284037] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.284037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.284037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.284305] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.284305] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.284475] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.284600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.284679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.284897] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.285020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.285200] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.285332] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.285404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.285558] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.285635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.285723] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 252b8603-098d-4659-b48b-2ab432c04a52 is going to be updated. [ 1055.312035] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.312191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.312255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.312468] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.312610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.312780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-252b8603-098d-4659-b48b-2ab432c04a52" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.547395] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2342360-1165-457d-bbda-17cb055b06b8 in Status: SUCCESS [ 1055.547688] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.547866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.548094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.548279] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.548436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.548500] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.548603] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.548680] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.548765] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.548857] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2342360-1165-457d-bbda-17cb055b06b8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.649396] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-424 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.649726] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-424" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.649924] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-424" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.650375] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-424" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.650844] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.650984] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.651149] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.651402] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.651579] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.651818] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.651960] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.652106] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.652512] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.652512] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.652512] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.652679] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.672158] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.672372] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1055.672523] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.672738] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-424" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.673339] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-0c1304d7-694f-4cd3-ac17-68c5856ec20e taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.673502] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-0c1304d7-694f-4cd3-ac17-68c5856ec20e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.673594] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-0c1304d7-694f-4cd3-ac17-68c5856ec20e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.673898] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-0c1304d7-694f-4cd3-ac17-68c5856ec20e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.674059] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c1304d7-694f-4cd3-ac17-68c5856ec20e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.731235] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.731718] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.731885] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.732098] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.732213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.732456] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.732738] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.732738] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.732941] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.732983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.733090] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 is going to be deleted. [ 1055.734288] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.735618] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a30b95c7-f833-4bb9-aebb-9c3c13105e1b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.763892] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.764147] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.764147] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.764321] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.764419] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.764519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.984397] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cf526f7-9b05-4f0a-9de9-e422edec2d69 in Status: SUCCESS [ 1055.984661] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cf526f7-9b05-4f0a-9de9-e422edec2d69 deletion is rescheduled due to dependency. [ 1055.984861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.051446] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2342360-1165-457d-bbda-17cb055b06b8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.176951] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.177259] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.177328] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.177626] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.177850] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.177963] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 0c1304d7-694f-4cd3-ac17-68c5856ec20e not found, creating... [ 1056.178239] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.178399] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.178531] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.178719] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.178851] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.179147] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.179310] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.179427] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.179629] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.179780] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.179935] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 0c1304d7-694f-4cd3-ac17-68c5856ec20e is going to be created. [ 1056.202196] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.202438] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.202565] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.202899] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.203149] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.203378] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-0c1304d7-694f-4cd3-ac17-68c5856ec20e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.238280] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.238443] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.238517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.238755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.238849] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.238952] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0671293a-395c-4f96-8097-b5a54b766556 is going to be updated. [ 1056.240395] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.240513] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.240705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.240908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.240993] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.241274] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b is going to be created. [ 1056.279037] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.279241] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.279327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.279672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.279951] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.304065] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.304065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.304065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.304065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.304065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.305501] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b in Status: UNINITIALIZED for 2s [ 1056.315423] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: IN_PROGRESS for 2s [ 1056.553769] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2342360-1165-457d-bbda-17cb055b06b8: rpc.has_security_group_logging(os_id): False [ 1056.577599] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.577797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.577797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.578037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.578265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.578455] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.578606] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.578730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.578920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.579013] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.579143] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2342360-1165-457d-bbda-17cb055b06b8 is going to be updated. [ 1056.673413] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.673413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.673720] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.674172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.674172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.699409] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2342360-1165-457d-bbda-17cb055b06b8 in Status: IN_PROGRESS for 2s [ 1056.936845] env[65529]: INFO networking_nsxv3.common.synchronization [req-0084535c-7eff-44fc-8e84-136d09d2f13a req-91217990-9aa6-467d-b34d-6db3d0abc184 service nova] Enqueued Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_rules [ 1056.937487] env[65529]: INFO networking_nsxv3.common.synchronization [req-0084535c-7eff-44fc-8e84-136d09d2f13a req-91217990-9aa6-467d-b34d-6db3d0abc184 service nova] Enqueued Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 1056.937651] env[65529]: INFO networking_nsxv3.common.synchronization [req-0084535c-7eff-44fc-8e84-136d09d2f13a req-91217990-9aa6-467d-b34d-6db3d0abc184 service nova] Enqueued Resource ID: 0c1304d7-694f-4cd3-ac17-68c5856ec20e with Priority: HIGHEST for action port [ 1056.938429] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_rules [ 1056.938650] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 1056.938917] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c1304d7-694f-4cd3-ac17-68c5856ec20e with Priority: HIGHEST for action port [ 1056.939278] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.939483] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.939592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.939888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.940014] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.941016] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.941207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.941358] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.941587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.941869] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.942046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.942153] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.942455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.942455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.942606] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.943626] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c1304d7-694f-4cd3-ac17-68c5856ec20e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.943815] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c1304d7-694f-4cd3-ac17-68c5856ec20e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.943979] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c1304d7-694f-4cd3-ac17-68c5856ec20e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.944211] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c1304d7-694f-4cd3-ac17-68c5856ec20e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.944337] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c1304d7-694f-4cd3-ac17-68c5856ec20e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.446150] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.446430] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.446430] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.447908] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c1304d7-694f-4cd3-ac17-68c5856ec20e with status ACTIVE [ 1057.448058] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.448178] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.448240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.448435] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.448518] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.452025] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.452025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.452025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.452025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.452025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.452025] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.452025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.452025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.452025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.452025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.452025] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c1304d7-694f-4cd3-ac17-68c5856ec20e is going to be updated. [ 1057.472641] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.472921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.473015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.473310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.473456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.473628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c1304d7-694f-4cd3-ac17-68c5856ec20e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.508911] env[65529]: INFO networking_nsxv3.common.synchronization [req-c6fe4ea5-17dd-4892-81ad-3ec79c79bb41 req-1881ccc8-f16b-4266-9475-8c16dcda90d4 tempest-ServersTestJSON-2119500116 tempest-ServersTestJSON-2119500116-project-member] Enqueued Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 1057.509497] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 1057.509804] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.509931] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.509995] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.510394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.510394] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.510499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.510499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.510664] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.510813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.511576] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.884285] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.884510] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-414" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.884636] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-414" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.884930] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-414" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.885265] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.885443] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.885563] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.885793] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.885940] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.886171] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.886284] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.886393] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.886498] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.886607] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.886712] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.886841] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.908261] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.908480] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1057.908590] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.908764] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-414" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.909106] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-843a595e-d93b-4163-94b0-99427b5bc77d taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.909442] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-843a595e-d93b-4163-94b0-99427b5bc77d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.909614] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-843a595e-d93b-4163-94b0-99427b5bc77d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.909956] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-843a595e-d93b-4163-94b0-99427b5bc77d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.910111] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('843a595e-d93b-4163-94b0-99427b5bc77d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.952744] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.013387] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.339597] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b in Status: SUCCESS [ 1058.340290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.340822] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.341058] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.341256] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.341421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.341511] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.341687] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.341777] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.341880] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a30b95c7-f833-4bb9-aebb-9c3c13105e1b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.343439] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: SUCCESS [ 1058.343616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.343816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.343935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.344108] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.344319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.344319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.344414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.344476] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.344558] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.413358] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.413610] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.413840] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.414310] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.414571] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.414846] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 843a595e-d93b-4163-94b0-99427b5bc77d not found, creating... [ 1058.415310] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.415586] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.415803] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.416360] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.416620] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.417110] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.417382] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.417604] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.417963] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.418231] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.418473] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 843a595e-d93b-4163-94b0-99427b5bc77d is going to be created. [ 1058.440338] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.440816] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.440934] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.441199] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.441435] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.441665] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-843a595e-d93b-4163-94b0-99427b5bc77d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.454951] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.455295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.455295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.455387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.455543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.455645] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 is going to be created. [ 1058.482284] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.482460] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.482460] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.482654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.482887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.497486] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: UNINITIALIZED for 2s [ 1058.516573] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.717496] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2342360-1165-457d-bbda-17cb055b06b8 in Status: SUCCESS [ 1058.717496] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.847559] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a30b95c7-f833-4bb9-aebb-9c3c13105e1b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.848372] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.019642] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.019642] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.019642] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.020075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.020215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.020422] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eab85d65-9b66-46cf-bf13-f44781596cb3 is going to be updated. [ 1059.061891] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.061891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.061891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.061891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.061891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.072417] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: IN_PROGRESS for 2s [ 1059.220787] env[65529]: INFO networking_nsxv3.common.synchronization [req-c6fe4ea5-17dd-4892-81ad-3ec79c79bb41 req-57cdb4a7-7a56-4a5c-bc44-c6c1ae17a322 service nova] Enqueued Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_rules [ 1059.221050] env[65529]: INFO networking_nsxv3.common.synchronization [req-c6fe4ea5-17dd-4892-81ad-3ec79c79bb41 req-57cdb4a7-7a56-4a5c-bc44-c6c1ae17a322 service nova] Enqueued Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 1059.221213] env[65529]: INFO networking_nsxv3.common.synchronization [req-c6fe4ea5-17dd-4892-81ad-3ec79c79bb41 req-57cdb4a7-7a56-4a5c-bc44-c6c1ae17a322 service nova] Enqueued Resource ID: 843a595e-d93b-4163-94b0-99427b5bc77d with Priority: HIGHEST for action port [ 1059.222540] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_rules [ 1059.222540] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 1059.222540] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843a595e-d93b-4163-94b0-99427b5bc77d with Priority: HIGHEST for action port [ 1059.222540] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.226144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.226144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.226144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.226144] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.226144] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.226144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.226144] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-843a595e-d93b-4163-94b0-99427b5bc77d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.226144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-843a595e-d93b-4163-94b0-99427b5bc77d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.226144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-843a595e-d93b-4163-94b0-99427b5bc77d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.226144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-843a595e-d93b-4163-94b0-99427b5bc77d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.226144] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('843a595e-d93b-4163-94b0-99427b5bc77d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.349410] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a30b95c7-f833-4bb9-aebb-9c3c13105e1b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.350229] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.727588] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.727929] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.730045] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 843a595e-d93b-4163-94b0-99427b5bc77d with status ACTIVE [ 1059.730287] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.730439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.730527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.730761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.730919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.731163] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.731342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.731403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.731560] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.731627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.731820] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.731907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.731987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.732122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.732199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.732280] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 843a595e-d93b-4163-94b0-99427b5bc77d is going to be updated. [ 1059.755531] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.755714] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.755764] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.755959] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.756169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.756333] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-843a595e-d93b-4163-94b0-99427b5bc77d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.854844] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.855094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.855094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.855339] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.855429] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.855528] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b is going to be updated. [ 1059.856799] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.856918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.856987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.857183] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.857266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.857355] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0671293a-395c-4f96-8097-b5a54b766556 is going to be updated. [ 1059.906614] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.906900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.906997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.907298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.907498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.910824] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.910824] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.910824] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.911213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.911430] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.926026] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: IN_PROGRESS for 2s [ 1059.926733] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b in Status: IN_PROGRESS for 2s [ 1060.518688] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: SUCCESS [ 1060.518980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.519199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.519426] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.519620] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.519755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.519813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.519972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.520061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.520150] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.520246] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.871056] env[65529]: INFO networking_nsxv3.common.synchronization [None req-4d8e08e0-c8b0-4eea-b6d5-e408d2dbabcb tempest-AttachInterfacesTestJSON-2112292789 tempest-AttachInterfacesTestJSON-2112292789-project-member] Enqueued Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_members [ 1060.871396] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_members [ 1060.871712] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c23df24-c72f-416f-a77c-de60dc11cea7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.871841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.871902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.872176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.872270] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.872344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.872391] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.872575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.872721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.872721] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.026202] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.026408] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.026540] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.026812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.028083] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.028083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.028083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.028083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.028083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.028083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.028083] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.028439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.028439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.028439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.028554] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.028695] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.028695] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.028839] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.028881] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.029051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.029126] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.084566] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: SUCCESS [ 1061.084819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.084976] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.085238] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.085442] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.085564] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.085630] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.085788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.086341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.086341] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.376128] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.376325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.376374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.376602] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.398700] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.398985] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.399117] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.399192] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.399401] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.399484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.399574] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 is going to be updated. [ 1061.432159] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.432393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.432393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.432724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.432957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.444475] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 in Status: IN_PROGRESS for 2s [ 1061.532570] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65: rpc.has_security_group_logging(os_id): False [ 1061.556063] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.557928] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.558101] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.558434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.558537] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.558768] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.558902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.558967] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.559149] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.559271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.559495] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.559614] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.559678] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.559843] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.559921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.560139] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.560239] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.560302] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.560457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.560523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.560611] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 is going to be created. [ 1061.588318] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.676420] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.676420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.676420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.676420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.676420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.701676] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: IN_PROGRESS for 2s [ 1061.939649] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: SUCCESS [ 1061.939999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.941386] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b in Status: SUCCESS [ 1061.941639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.942153] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.942453] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.942747] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.942893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.942959] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.943277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.943364] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.943469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.943692] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0671293a-395c-4f96-8097-b5a54b766556 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.943818] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.943891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.944137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.944289] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.944390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.944497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.944657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.944739] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.944823] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.944919] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.947254] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.947254] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.947254] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.947254] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.947550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.947550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.947638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.947694] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.949088] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a30b95c7-f833-4bb9-aebb-9c3c13105e1b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.092559] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.175024] env[65529]: INFO networking_nsxv3.common.synchronization [req-54bb98e8-3f54-4d4b-b07b-5df15b7a4335 req-d3bd188f-4e63-4b2a-849a-48b75ee7ac93 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_members [ 1062.175024] env[65529]: INFO networking_nsxv3.common.synchronization [req-54bb98e8-3f54-4d4b-b07b-5df15b7a4335 req-d3bd188f-4e63-4b2a-849a-48b75ee7ac93 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: f6e7523d-3f13-478e-9365-c4efef03e38e with Priority: HIGHEST for action security_group_members [ 1062.175024] env[65529]: INFO networking_nsxv3.common.synchronization [req-54bb98e8-3f54-4d4b-b07b-5df15b7a4335 req-d3bd188f-4e63-4b2a-849a-48b75ee7ac93 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b with Priority: HIGHEST for action security_group_members [ 1062.175024] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_members [ 1062.175024] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6e7523d-3f13-478e-9365-c4efef03e38e with Priority: HIGHEST for action security_group_members [ 1062.175024] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b with Priority: HIGHEST for action security_group_members [ 1062.176904] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0671293a-395c-4f96-8097-b5a54b766556 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.180056] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.180056] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.180056] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.180056] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.180056] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.180056] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.180056] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.180056] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.180056] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.180056] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6e7523d-3f13-478e-9365-c4efef03e38e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.184519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6e7523d-3f13-478e-9365-c4efef03e38e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.184519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6e7523d-3f13-478e-9365-c4efef03e38e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.184519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6e7523d-3f13-478e-9365-c4efef03e38e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.184519] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.184519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.184519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.184519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.184519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.184519] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6e7523d-3f13-478e-9365-c4efef03e38e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.184519] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30b95c7-f833-4bb9-aebb-9c3c13105e1b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.184519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.184519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.184519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.184519] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.184519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.184519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.184519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.186568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.186568] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a30b95c7-f833-4bb9-aebb-9c3c13105e1b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.221213] env[65529]: INFO networking_nsxv3.common.synchronization [req-54bb98e8-3f54-4d4b-b07b-5df15b7a4335 req-d3bd188f-4e63-4b2a-849a-48b75ee7ac93 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_rules [ 1062.221409] env[65529]: INFO networking_nsxv3.common.synchronization [req-54bb98e8-3f54-4d4b-b07b-5df15b7a4335 req-d3bd188f-4e63-4b2a-849a-48b75ee7ac93 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_members [ 1062.221559] env[65529]: INFO networking_nsxv3.common.synchronization [req-54bb98e8-3f54-4d4b-b07b-5df15b7a4335 req-d3bd188f-4e63-4b2a-849a-48b75ee7ac93 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b with Priority: HIGHEST for action security_group_rules [ 1062.221704] env[65529]: INFO networking_nsxv3.common.synchronization [req-54bb98e8-3f54-4d4b-b07b-5df15b7a4335 req-d3bd188f-4e63-4b2a-849a-48b75ee7ac93 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b with Priority: HIGHEST for action security_group_members [ 1062.221828] env[65529]: INFO networking_nsxv3.common.synchronization [req-54bb98e8-3f54-4d4b-b07b-5df15b7a4335 req-d3bd188f-4e63-4b2a-849a-48b75ee7ac93 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: f6e7523d-3f13-478e-9365-c4efef03e38e with Priority: HIGHEST for action security_group_rules [ 1062.221948] env[65529]: INFO networking_nsxv3.common.synchronization [req-54bb98e8-3f54-4d4b-b07b-5df15b7a4335 req-d3bd188f-4e63-4b2a-849a-48b75ee7ac93 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: f6e7523d-3f13-478e-9365-c4efef03e38e with Priority: HIGHEST for action security_group_members [ 1062.222088] env[65529]: INFO networking_nsxv3.common.synchronization [req-54bb98e8-3f54-4d4b-b07b-5df15b7a4335 req-d3bd188f-4e63-4b2a-849a-48b75ee7ac93 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: 252b8603-098d-4659-b48b-2ab432c04a52 with Priority: HIGHEST for action port [ 1062.222605] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_rules [ 1062.222743] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b with Priority: HIGHEST for action security_group_rules [ 1062.222841] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6e7523d-3f13-478e-9365-c4efef03e38e with Priority: HIGHEST for action security_group_members [ 1062.222935] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 252b8603-098d-4659-b48b-2ab432c04a52 with Priority: HIGHEST for action port [ 1062.223372] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6e7523d-3f13-478e-9365-c4efef03e38e with Priority: HIGHEST for action security_group_rules [ 1062.223372] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_members [ 1062.223372] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b with Priority: HIGHEST for action security_group_members [ 1062.223659] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0671293a-395c-4f96-8097-b5a54b766556 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.223759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.223950] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a30b95c7-f833-4bb9-aebb-9c3c13105e1b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.224123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.224326] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6e7523d-3f13-478e-9365-c4efef03e38e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.224409] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6e7523d-3f13-478e-9365-c4efef03e38e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.224834] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-252b8603-098d-4659-b48b-2ab432c04a52 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.224971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-252b8603-098d-4659-b48b-2ab432c04a52" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.225050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-252b8603-098d-4659-b48b-2ab432c04a52" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.225272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-252b8603-098d-4659-b48b-2ab432c04a52" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.225362] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('252b8603-098d-4659-b48b-2ab432c04a52',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.226842] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6e7523d-3f13-478e-9365-c4efef03e38e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.226842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6e7523d-3f13-478e-9365-c4efef03e38e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.226842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6e7523d-3f13-478e-9365-c4efef03e38e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.227052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6e7523d-3f13-478e-9365-c4efef03e38e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.227104] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6e7523d-3f13-478e-9365-c4efef03e38e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.227913] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0671293a-395c-4f96-8097-b5a54b766556 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.228037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.228806] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30b95c7-f833-4bb9-aebb-9c3c13105e1b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.228806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.447741] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0671293a-395c-4f96-8097-b5a54b766556: rpc.has_security_group_logging(os_id): False [ 1062.450540] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a30b95c7-f833-4bb9-aebb-9c3c13105e1b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.470279] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.470676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.470789] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.471047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.471141] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.471832] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.471832] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.471832] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.471832] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.471832] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.472082] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.472082] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.472082] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.472280] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.472280] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.472494] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.472563] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.472605] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.472729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.472789] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.473291] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0671293a-395c-4f96-8097-b5a54b766556 is going to be updated. [ 1062.538722] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.538926] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.538926] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.539225] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.539393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.563449] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: IN_PROGRESS for 2s [ 1062.598033] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.598214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.598265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.598524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.598652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.598767] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eab85d65-9b66-46cf-bf13-f44781596cb3 is going to be updated. [ 1062.643420] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.643420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.643420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.643420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.643420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.658650] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: IN_PROGRESS for 2s [ 1062.687060] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.688197] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6e7523d-3f13-478e-9365-c4efef03e38e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.689115] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a30b95c7-f833-4bb9-aebb-9c3c13105e1b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.730574] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 252b8603-098d-4659-b48b-2ab432c04a52 with status ACTIVE [ 1062.730913] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.731116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.731116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.731417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.731417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.731622] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.732072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.732072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.732072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.732072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.732343] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.732457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.732523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.732673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.732750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.732839] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 252b8603-098d-4659-b48b-2ab432c04a52 is going to be updated. [ 1062.734177] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6e7523d-3f13-478e-9365-c4efef03e38e taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.734332] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6e7523d-3f13-478e-9365-c4efef03e38e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.764956] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.765466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.765466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.765466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.765637] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.765768] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-252b8603-098d-4659-b48b-2ab432c04a52" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.953380] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a30b95c7-f833-4bb9-aebb-9c3c13105e1b: rpc.has_security_group_logging(os_id): False [ 1062.972632] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.972632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.972992] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.973168] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.973300] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.973550] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.973679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.973789] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.973968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.974182] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.974182] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b is going to be created. [ 1063.038178] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.038469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.038576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.038823] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.039079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.059763] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b in Status: IN_PROGRESS for 2s [ 1063.191870] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.193081] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6e7523d-3f13-478e-9365-c4efef03e38e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.195014] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a30b95c7-f833-4bb9-aebb-9c3c13105e1b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.459436] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 in Status: SUCCESS [ 1063.459436] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 deletion is rescheduled due to dependency. [ 1063.459436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.696504] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.696743] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.696835] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.696984] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.697752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.697752] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0671293a-395c-4f96-8097-b5a54b766556 is going to be updated. [ 1063.701210] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.701588] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.701695] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.701912] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.702025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.702165] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6e7523d-3f13-478e-9365-c4efef03e38e is going to be created. [ 1063.703664] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.703832] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.703883] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.704676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.704822] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.705162] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b is going to be updated. [ 1063.741307] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: SUCCESS [ 1063.741307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.748357] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.748357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.748357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.748357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.748357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.769217] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.769444] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.769444] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.769717] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.769971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.773319] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6e7523d-3f13-478e-9365-c4efef03e38e in Status: UNINITIALIZED for 2s [ 1063.779594] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.779788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.779788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.780221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.780221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.787974] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: IN_PROGRESS for 2s [ 1063.791897] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b in Status: IN_PROGRESS for 2s [ 1064.462923] env[65529]: INFO networking_nsxv3.common.synchronization [req-7edf2889-7838-4ee8-b1f9-f6f906d4b102 req-7b87fc16-9895-416e-8da4-612899e6d573 tempest-AttachVolumeShelveTestJSON-347360728 tempest-AttachVolumeShelveTestJSON-347360728-project-member] Enqueued Resource ID: 9e7f1211-6683-4aea-b088-d708c5c3ffe1 with Priority: HIGHEST for action security_group_members [ 1064.463614] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7f1211-6683-4aea-b088-d708c5c3ffe1 with Priority: HIGHEST for action security_group_members [ 1064.463955] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7f1211-6683-4aea-b088-d708c5c3ffe1 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.464128] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.464205] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.464583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.464758] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.464862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.464928] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.465118] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.465206] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.465352] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e7f1211-6683-4aea-b088-d708c5c3ffe1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.580744] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: SUCCESS [ 1064.581041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.582049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.582049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.582049] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.670142] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: SUCCESS [ 1064.670370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.670562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.670765] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.670962] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.671144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.671243] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.671447] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.671518] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.671604] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.671698] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.898994] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.898994] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-455" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.898994] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-455" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.899252] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-455" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.899408] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.899561] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.899675] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.899954] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.900117] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.900336] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.900454] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.900553] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.900660] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.900811] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.900948] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.901120] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.924269] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.924269] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1064.924488] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.924557] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-455" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.924872] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-3438f12f-bde5-493f-9a57-aa5f5c1a50ea taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.925090] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-3438f12f-bde5-493f-9a57-aa5f5c1a50ea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.925168] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-3438f12f-bde5-493f-9a57-aa5f5c1a50ea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.925526] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-3438f12f-bde5-493f-9a57-aa5f5c1a50ea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.925682] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3438f12f-bde5-493f-9a57-aa5f5c1a50ea',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.968038] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.968038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.968038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.968583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.969254] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.969254] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.969254] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.969254] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.969622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.969622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.969622] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e7f1211-6683-4aea-b088-d708c5c3ffe1 already deleted. [ 1064.969622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.076266] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b in Status: SUCCESS [ 1065.076542] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.077558] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.077558] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.077558] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a30b95c7-f833-4bb9-aebb-9c3c13105e1b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.084288] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0671293a-395c-4f96-8097-b5a54b766556 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.084495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.174425] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.174705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.174705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.174830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.175515] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.175515] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.175515] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.176448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.176448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.176448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.177215] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.177215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.177215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.177215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.177572] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.177572] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.177572] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.177572] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.177791] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.177791] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.177890] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.431160] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.431160] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.431160] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.431160] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.431160] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.431160] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 3438f12f-bde5-493f-9a57-aa5f5c1a50ea not found, creating... [ 1065.431160] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.431160] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.431160] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.431160] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.431160] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.431779] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.431842] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.432067] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.432217] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.432477] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.432653] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 3438f12f-bde5-493f-9a57-aa5f5c1a50ea is going to be created. [ 1065.456566] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.457917] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.457917] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.457917] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.457917] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.458362] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-3438f12f-bde5-493f-9a57-aa5f5c1a50ea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.579717] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30b95c7-f833-4bb9-aebb-9c3c13105e1b taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.580147] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.684142] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eab85d65-9b66-46cf-bf13-f44781596cb3: rpc.has_security_group_logging(os_id): False [ 1065.705410] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.705410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.705667] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.705767] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.705857] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.706102] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.706221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.706289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.706445] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.706523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.706753] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.706845] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.706887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.707472] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.707589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.708029] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.708029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.708029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.708220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.708220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.708376] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eab85d65-9b66-46cf-bf13-f44781596cb3 is going to be updated. [ 1065.783867] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6e7523d-3f13-478e-9365-c4efef03e38e in Status: SUCCESS [ 1065.784118] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6e7523d-3f13-478e-9365-c4efef03e38e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.784346] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6e7523d-3f13-478e-9365-c4efef03e38e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.784563] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6e7523d-3f13-478e-9365-c4efef03e38e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.784746] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.784878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.784941] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.785119] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.785203] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.785299] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6e7523d-3f13-478e-9365-c4efef03e38e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.798297] env[65529]: INFO networking_nsxv3.common.synchronization [req-0ac01f8f-579b-48d5-913b-9ac3d0feddd7 req-5dc6ddac-f7d5-4c84-a71d-9c2b9e26103c tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_members [ 1065.798297] env[65529]: INFO networking_nsxv3.common.synchronization [req-0ac01f8f-579b-48d5-913b-9ac3d0feddd7 req-5dc6ddac-f7d5-4c84-a71d-9c2b9e26103c tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: f6e7523d-3f13-478e-9365-c4efef03e38e with Priority: HIGHEST for action security_group_members [ 1065.798383] env[65529]: INFO networking_nsxv3.common.synchronization [req-0ac01f8f-579b-48d5-913b-9ac3d0feddd7 req-5dc6ddac-f7d5-4c84-a71d-9c2b9e26103c tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b with Priority: HIGHEST for action security_group_members [ 1065.799494] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_members [ 1065.799648] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6e7523d-3f13-478e-9365-c4efef03e38e with Priority: HIGHEST for action security_group_members [ 1065.799745] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b with Priority: HIGHEST for action security_group_members [ 1065.800071] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0671293a-395c-4f96-8097-b5a54b766556 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.800189] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.800463] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6e7523d-3f13-478e-9365-c4efef03e38e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.800576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6e7523d-3f13-478e-9365-c4efef03e38e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.800780] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30b95c7-f833-4bb9-aebb-9c3c13105e1b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.800867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.803222] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b in Status: SUCCESS [ 1065.803527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.804162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.804567] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.804567] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.804718] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.804718] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.804923] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.805077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.805191] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a30b95c7-f833-4bb9-aebb-9c3c13105e1b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.806863] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.806983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.807048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.807218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.807361] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.808996] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: SUCCESS [ 1065.809217] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.809844] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.810251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.810332] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.810477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.810520] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.810680] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.810762] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.810857] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.832919] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: IN_PROGRESS for 2s [ 1066.226540] env[65529]: INFO networking_nsxv3.common.synchronization [req-7edf2889-7838-4ee8-b1f9-f6f906d4b102 req-e6b07c84-f081-49a8-8d96-06521326f475 service nova] Enqueued Resource ID: 9e7f1211-6683-4aea-b088-d708c5c3ffe1 with Priority: HIGHEST for action security_group_rules [ 1066.226671] env[65529]: INFO networking_nsxv3.common.synchronization [req-7edf2889-7838-4ee8-b1f9-f6f906d4b102 req-e6b07c84-f081-49a8-8d96-06521326f475 service nova] Enqueued Resource ID: 9e7f1211-6683-4aea-b088-d708c5c3ffe1 with Priority: HIGHEST for action security_group_members [ 1066.226804] env[65529]: INFO networking_nsxv3.common.synchronization [req-7edf2889-7838-4ee8-b1f9-f6f906d4b102 req-e6b07c84-f081-49a8-8d96-06521326f475 service nova] Enqueued Resource ID: 3438f12f-bde5-493f-9a57-aa5f5c1a50ea with Priority: HIGHEST for action port [ 1066.227364] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7f1211-6683-4aea-b088-d708c5c3ffe1 with Priority: HIGHEST for action security_group_rules [ 1066.228075] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7f1211-6683-4aea-b088-d708c5c3ffe1 with Priority: HIGHEST for action security_group_members [ 1066.228075] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3438f12f-bde5-493f-9a57-aa5f5c1a50ea with Priority: HIGHEST for action port [ 1066.228075] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e7f1211-6683-4aea-b088-d708c5c3ffe1 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.228075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.228075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.228509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.228509] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e7f1211-6683-4aea-b088-d708c5c3ffe1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.229376] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7f1211-6683-4aea-b088-d708c5c3ffe1 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.229376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.229376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.229538] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.229926] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.230121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.230388] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.230388] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.230485] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.230485] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e7f1211-6683-4aea-b088-d708c5c3ffe1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.231268] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-3438f12f-bde5-493f-9a57-aa5f5c1a50ea taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.231377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3438f12f-bde5-493f-9a57-aa5f5c1a50ea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.231435] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3438f12f-bde5-493f-9a57-aa5f5c1a50ea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.231586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3438f12f-bde5-493f-9a57-aa5f5c1a50ea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.231745] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3438f12f-bde5-493f-9a57-aa5f5c1a50ea',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.287748] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.287897] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.288017] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.288361] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.288515] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.288816] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.288979] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.289103] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.289394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.289479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.289610] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6e7523d-3f13-478e-9365-c4efef03e38e is going to be deleted. [ 1066.313424] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.313643] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.313643] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.313897] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.313989] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.314283] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.314390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.314452] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.314609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.314686] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.314774] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b is going to be updated. [ 1066.315865] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.321075] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.321234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.321291] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.321446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.321533] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.321629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6e7523d-3f13-478e-9365-c4efef03e38e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.321769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6e7523d-3f13-478e-9365-c4efef03e38e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.321916] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6e7523d-3f13-478e-9365-c4efef03e38e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.322141] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.322215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.322255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.322392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.322448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.322532] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6e7523d-3f13-478e-9365-c4efef03e38e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.354963] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.355138] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.355231] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.355452] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.355627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.366582] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b in Status: IN_PROGRESS for 2s [ 1066.483906] env[65529]: INFO networking_nsxv3.common.synchronization [req-3a1bf128-c388-434e-aa14-27cc921cb003 req-c7393be8-b0e7-431f-837f-45b26de52340 tempest-ServerRescueNegativeTestJSON-683535457 tempest-ServerRescueNegativeTestJSON-683535457-project-member] Enqueued Resource ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 with Priority: HIGHEST for action security_group_members [ 1066.484600] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 with Priority: HIGHEST for action security_group_members [ 1066.484926] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.485066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.485133] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.485324] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.485504] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.485610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.485679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.485843] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.485930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.486055] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd4b1ef5-8f28-4adb-b5e3-71c68602d580',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.734040] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7f1211-6683-4aea-b088-d708c5c3ffe1 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.734040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.734040] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e7f1211-6683-4aea-b088-d708c5c3ffe1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.737384] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3438f12f-bde5-493f-9a57-aa5f5c1a50ea with status ACTIVE [ 1066.738601] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.738757] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.738813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.739517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.739517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.739517] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.739517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.739517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.739865] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.739865] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.739865] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.740000] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.740000] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.740141] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.740218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.740293] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3438f12f-bde5-493f-9a57-aa5f5c1a50ea is going to be updated. [ 1066.768069] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.768517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.768718] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.769053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.769554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.769844] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3438f12f-bde5-493f-9a57-aa5f5c1a50ea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.818429] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.825034] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.825261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.825337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.825558] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.825879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.826185] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.826346] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.826418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.827035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.827174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.827298] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6e7523d-3f13-478e-9365-c4efef03e38e already deleted. [ 1066.828624] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6e7523d-3f13-478e-9365-c4efef03e38e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.828624] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6e7523d-3f13-478e-9365-c4efef03e38e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.830171] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6e7523d-3f13-478e-9365-c4efef03e38e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.830171] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6e7523d-3f13-478e-9365-c4efef03e38e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.830171] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.830171] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.830171] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.830592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.830592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.830592] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6e7523d-3f13-478e-9365-c4efef03e38e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.988473] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd4b1ef5-8f28-4adb-b5e3-71c68602d580',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.243043] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e7f1211-6683-4aea-b088-d708c5c3ffe1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.322839] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.324069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.324069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.324069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.324069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.324069] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0671293a-395c-4f96-8097-b5a54b766556 is going to be updated. [ 1067.335460] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6e7523d-3f13-478e-9365-c4efef03e38e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.336671] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.336813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.336865] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.337120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.337222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.337403] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.337500] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.337572] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.337784] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.337868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.337968] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6e7523d-3f13-478e-9365-c4efef03e38e already deleted. [ 1067.338579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6e7523d-3f13-478e-9365-c4efef03e38e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.366894] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.366894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.366894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.366894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.366894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.378079] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: IN_PROGRESS for 2s [ 1067.492648] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd4b1ef5-8f28-4adb-b5e3-71c68602d580',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.745646] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.746084] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.746084] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.746484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.746484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.746635] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e7f1211-6683-4aea-b088-d708c5c3ffe1 is going to be created. [ 1067.768650] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.768946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.769029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.769314] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.769771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.779309] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7f1211-6683-4aea-b088-d708c5c3ffe1 in Status: UNINITIALIZED for 2s [ 1067.841774] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6e7523d-3f13-478e-9365-c4efef03e38e: rpc.has_security_group_logging(os_id): False [ 1067.851968] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: SUCCESS [ 1067.852269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.861202] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.861522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.861522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.861789] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.861940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.862282] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.862433] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.863102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.863102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.863102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.863102] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6e7523d-3f13-478e-9365-c4efef03e38e is going to be created. [ 1067.884666] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f6e7523d-3f13-478e-9365-c4efef03e38e], does not exist path=[/infra/domains/default/groups/f6e7523d-3f13-478e-9365-c4efef03e38e]."\n}' [ 1067.884666] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6e7523d-3f13-478e-9365-c4efef03e38e failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f6e7523d-3f13-478e-9365-c4efef03e38e [ 1067.884666] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1067.905059] env[65529]: INFO networking_nsxv3.common.synchronization [None req-ae6786e7-9e8b-4a90-992c-4e6f4054aeaa None None] Enqueued Resource ID: a263585c-89b2-4abd-a3b6-79efe69ca6d5 with Priority: HIGHEST for action port [ 1067.905749] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a263585c-89b2-4abd-a3b6-79efe69ca6d5 with Priority: HIGHEST for action port [ 1067.906437] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-a263585c-89b2-4abd-a3b6-79efe69ca6d5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.906437] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a263585c-89b2-4abd-a3b6-79efe69ca6d5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.906616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a263585c-89b2-4abd-a3b6-79efe69ca6d5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.907247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a263585c-89b2-4abd-a3b6-79efe69ca6d5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.907247] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a263585c-89b2-4abd-a3b6-79efe69ca6d5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.929167] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.929377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.930059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.930059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.932132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.932236] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.932464] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.933993] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.934501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.934589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.935179] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.935179] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.935179] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.935391] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.935391] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.935391] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6e7523d-3f13-478e-9365-c4efef03e38e is going to be created. [ 1067.957248] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f6e7523d-3f13-478e-9365-c4efef03e38e], does not exist path=[/infra/domains/default/groups/f6e7523d-3f13-478e-9365-c4efef03e38e]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f6e7523d-3f13-478e-9365-c4efef03e38e [ 1067.957248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6e7523d-3f13-478e-9365-c4efef03e38e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.957248] env[65529]: Traceback (most recent call last): [ 1067.957248] env[65529]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1067.957248] env[65529]: return func(*args, **kwargs) [ 1067.957248] env[65529]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1067.957248] env[65529]: res.raise_for_status() [ 1067.957248] env[65529]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1067.957248] env[65529]: raise HTTPError(http_error_msg, response=self) [ 1067.957248] env[65529]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f6e7523d-3f13-478e-9365-c4efef03e38e [ 1067.957248] env[65529]: During handling of the above exception, another exception occurred: [ 1067.957248] env[65529]: Traceback (most recent call last): [ 1067.957248] env[65529]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1067.957248] env[65529]: listener.cb(fileno) [ 1067.957248] env[65529]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1067.957248] env[65529]: result = function(*args, **kwargs) [ 1067.957248] env[65529]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1067.957248] env[65529]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1067.957248] env[65529]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1067.957248] env[65529]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1067.957248] env[65529]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1067.957248] env[65529]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1067.957248] env[65529]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1067.957248] env[65529]: res.raise_for_status() [ 1067.957248] env[65529]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1067.957248] env[65529]: raise HTTPError(http_error_msg, response=self) [ 1067.957248] env[65529]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f6e7523d-3f13-478e-9365-c4efef03e38e [ 1067.957248] env[65529]: Removing descriptor: 73 [ 1067.996572] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.996572] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.996572] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.996863] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.997021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.997167] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 is going to be updated. [ 1068.030042] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.030822] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.030822] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.030822] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.030822] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.041168] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 in Status: IN_PROGRESS for 2s [ 1068.377882] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b in Status: SUCCESS [ 1068.377882] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b deletion is rescheduled due to dependency. [ 1068.378160] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.378367] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.378575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.378756] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.378878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.378933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.379104] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.379186] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.379271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.380090] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a30b95c7-f833-4bb9-aebb-9c3c13105e1b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.380983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.381201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.381373] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.381479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.381544] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.381688] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.381769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.381858] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a30b95c7-f833-4bb9-aebb-9c3c13105e1b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.409476] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a263585c-89b2-4abd-a3b6-79efe69ca6d5 [ 1068.409674] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.409942] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.409942] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.410782] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.410894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.410998] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a263585c-89b2-4abd-a3b6-79efe69ca6d5 already deleted. [ 1068.411093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a263585c-89b2-4abd-a3b6-79efe69ca6d5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.884625] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a30b95c7-f833-4bb9-aebb-9c3c13105e1b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.887408] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.887408] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.887408] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.887771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.909967] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.909967] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.909967] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.910247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.910247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.910327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.910400] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b is going to be updated. [ 1068.937368] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.937513] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.937513] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.937752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.937904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.948858] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b in Status: IN_PROGRESS for 2s [ 1069.393742] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: SUCCESS [ 1069.393968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.394401] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a30b95c7-f833-4bb9-aebb-9c3c13105e1b: rpc.has_security_group_logging(os_id): False [ 1069.395498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.395498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.395498] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.395686] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.395686] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.395764] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.397638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.397638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.397638] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.398494] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.398682] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.398872] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.398960] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.399516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.399516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.399516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.399516] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.418819] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.418963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.419050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.419301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.419357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.419581] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.419675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.419736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.419883] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.419949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.420057] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b is going to be updated. [ 1069.496196] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.496196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.496196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.496196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.496196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.509686] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b in Status: IN_PROGRESS for 2s [ 1069.789478] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7f1211-6683-4aea-b088-d708c5c3ffe1 in Status: SUCCESS [ 1069.789729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.789895] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.790111] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.790299] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.790434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.790507] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.790662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.790742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.790870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.790906] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e7f1211-6683-4aea-b088-d708c5c3ffe1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.899259] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0671293a-395c-4f96-8097-b5a54b766556 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.900015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.902666] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.050779] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 in Status: SUCCESS [ 1070.050956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.294564] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e7f1211-6683-4aea-b088-d708c5c3ffe1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.405124] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.554729] env[65529]: INFO networking_nsxv3.common.synchronization [None req-45c66ae2-02e1-46d3-bf04-a2c92976e81e None None] Enqueued Resource ID: 8725f02d-7dce-46d9-9096-8ec5df615ee5 with Priority: HIGHEST for action port [ 1070.555562] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8725f02d-7dce-46d9-9096-8ec5df615ee5 with Priority: HIGHEST for action port [ 1070.556043] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-8725f02d-7dce-46d9-9096-8ec5df615ee5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.556228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8725f02d-7dce-46d9-9096-8ec5df615ee5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.556321] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8725f02d-7dce-46d9-9096-8ec5df615ee5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.556626] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8725f02d-7dce-46d9-9096-8ec5df615ee5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.556904] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8725f02d-7dce-46d9-9096-8ec5df615ee5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.799727] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e7f1211-6683-4aea-b088-d708c5c3ffe1: rpc.has_security_group_logging(os_id): False [ 1070.818982] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.819198] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.819198] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.821783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.821921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.822218] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.822332] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.822396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.822627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.822662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.822792] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e7f1211-6683-4aea-b088-d708c5c3ffe1 is going to be created. [ 1070.889536] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.889790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.892413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.892413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.892413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.907668] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e7f1211-6683-4aea-b088-d708c5c3ffe1 in Status: IN_PROGRESS for 2s [ 1070.908568] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.908568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.908710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.908939] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.909054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.909299] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0671293a-395c-4f96-8097-b5a54b766556 is going to be updated. [ 1070.978909] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b in Status: SUCCESS [ 1070.979156] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b deletion is rescheduled due to dependency. [ 1070.979247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.982153] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.982331] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.982431] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.982655] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.982821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.993219] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: IN_PROGRESS for 2s [ 1071.061287] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8725f02d-7dce-46d9-9096-8ec5df615ee5 [ 1071.061654] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.061841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.061942] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.062497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.062497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.062658] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8725f02d-7dce-46d9-9096-8ec5df615ee5 already deleted. [ 1071.062658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8725f02d-7dce-46d9-9096-8ec5df615ee5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.525829] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a30b95c7-f833-4bb9-aebb-9c3c13105e1b in Status: SUCCESS [ 1071.526395] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a30b95c7-f833-4bb9-aebb-9c3c13105e1b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.918514] env[65529]: INFO networking_nsxv3.common.synchronization [req-321724fd-a613-485c-afd5-143d17668a8d req-03841808-be83-4cbc-be05-70e039be4e5c tempest-ServersTestJSON-2119500116 tempest-ServersTestJSON-2119500116-project-member] Enqueued Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 1071.918948] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 1071.918948] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.919952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.919952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.920086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.920437] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.921105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.921105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.921419] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.921615] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.921736] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.424875] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.512789] env[65529]: INFO networking_nsxv3.common.synchronization [None req-4694dba6-5fb2-4f9f-9441-0f8c5d9ec06a None None] Enqueued Resource ID: 32cbd184-3378-42a7-8942-152436282cd1 with Priority: HIGHEST for action port [ 1072.512789] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32cbd184-3378-42a7-8942-152436282cd1 with Priority: HIGHEST for action port [ 1072.513626] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-32cbd184-3378-42a7-8942-152436282cd1 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.513967] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32cbd184-3378-42a7-8942-152436282cd1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.514172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32cbd184-3378-42a7-8942-152436282cd1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.514545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32cbd184-3378-42a7-8942-152436282cd1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.515217] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32cbd184-3378-42a7-8942-152436282cd1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.925945] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e7f1211-6683-4aea-b088-d708c5c3ffe1 in Status: SUCCESS [ 1072.926272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.926790] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.002574] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: SUCCESS [ 1073.002970] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.003934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.003934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.003934] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.003934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.003934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.003934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.003934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.004288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.004380] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0671293a-395c-4f96-8097-b5a54b766556 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.004521] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.004577] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.004751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.004897] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.005022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.005069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.006038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.006038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.006038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.006038] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.017581] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32cbd184-3378-42a7-8942-152436282cd1 [ 1073.017987] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.018205] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.018316] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.018563] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.018706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.018840] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32cbd184-3378-42a7-8942-152436282cd1 already deleted. [ 1073.018961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32cbd184-3378-42a7-8942-152436282cd1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.431852] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.431852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.431852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.431852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.431852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.431852] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eab85d65-9b66-46cf-bf13-f44781596cb3 is going to be updated. [ 1073.469367] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.469743] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.469743] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.469885] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.469936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.482672] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: IN_PROGRESS for 2s [ 1073.509252] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0671293a-395c-4f96-8097-b5a54b766556: rpc.has_security_group_logging(os_id): False [ 1073.529777] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.530057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.530057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.530281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.553716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.554094] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.554280] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.554343] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.554567] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.554659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.554903] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.555039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.555111] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.555339] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.555423] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.555624] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.555760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.555862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.556053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.556199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.556263] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0671293a-395c-4f96-8097-b5a54b766556 is going to be updated. [ 1073.669102] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.669397] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.669397] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.669566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.669743] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.700781] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: IN_PROGRESS for 2s [ 1074.623806] env[65529]: INFO networking_nsxv3.common.synchronization [req-12f1a0b3-2da7-4f47-bfb4-ff5df8a09839 req-56eeb92e-f88a-44ea-902e-70b5cd3ca496 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_members [ 1074.623806] env[65529]: INFO networking_nsxv3.common.synchronization [req-12f1a0b3-2da7-4f47-bfb4-ff5df8a09839 req-56eeb92e-f88a-44ea-902e-70b5cd3ca496 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 with Priority: HIGHEST for action security_group_members [ 1074.623806] env[65529]: INFO networking_nsxv3.common.synchronization [req-12f1a0b3-2da7-4f47-bfb4-ff5df8a09839 req-56eeb92e-f88a-44ea-902e-70b5cd3ca496 tempest-SecurityGroupsTestJSON-274431248 tempest-SecurityGroupsTestJSON-274431248-project-member] Enqueued Resource ID: a0a6a175-c255-4b3b-b88b-b36c222d293a with Priority: HIGHEST for action security_group_members [ 1074.623806] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0671293a-395c-4f96-8097-b5a54b766556 with Priority: HIGHEST for action security_group_members [ 1074.623806] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 with Priority: HIGHEST for action security_group_members [ 1074.625522] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0a6a175-c255-4b3b-b88b-b36c222d293a with Priority: HIGHEST for action security_group_members [ 1074.625990] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0671293a-395c-4f96-8097-b5a54b766556 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.626306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.627856] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.628159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.628501] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.628659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.628812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.629068] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.629583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.629583] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.630533] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.630833] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.630936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.631140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.631350] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.631531] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.631661] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.632314] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.632314] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.632529] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b57a1d1-0d4e-4006-ba6a-99fa42f63da2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.635057] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0a6a175-c255-4b3b-b88b-b36c222d293a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.635057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0a6a175-c255-4b3b-b88b-b36c222d293a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.637164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0a6a175-c255-4b3b-b88b-b36c222d293a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.637164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0a6a175-c255-4b3b-b88b-b36c222d293a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.637164] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.637164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.637164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.637164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.637164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.637164] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0a6a175-c255-4b3b-b88b-b36c222d293a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.764283] env[65529]: INFO networking_nsxv3.common.synchronization [req-40f582a7-fb80-43b9-a4e3-aa2c7dfa3cb3 req-2bffe68d-cd5e-4c85-bd8d-19ff8176f44b tempest-ServerRescueNegativeTestJSON-683535457 tempest-ServerRescueNegativeTestJSON-683535457-project-member] Enqueued Resource ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 with Priority: HIGHEST for action security_group_members [ 1074.765053] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 with Priority: HIGHEST for action security_group_members [ 1074.765369] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.765501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.765567] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.765763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.765915] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.766018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.766081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.766223] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.766306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.766400] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd4b1ef5-8f28-4adb-b5e3-71c68602d580',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.925088] env[65529]: INFO networking_nsxv3.common.synchronization [None req-f1cbec6f-eeca-414f-a9ef-76074f862bd2 None None] Enqueued Resource ID: 0302acd1-1008-4b71-8bc0-7c9151f35ed4 with Priority: HIGHEST for action port [ 1074.925635] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0302acd1-1008-4b71-8bc0-7c9151f35ed4 with Priority: HIGHEST for action port [ 1074.925963] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-0302acd1-1008-4b71-8bc0-7c9151f35ed4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.926265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0302acd1-1008-4b71-8bc0-7c9151f35ed4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.926350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0302acd1-1008-4b71-8bc0-7c9151f35ed4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.926823] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0302acd1-1008-4b71-8bc0-7c9151f35ed4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.926988] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0302acd1-1008-4b71-8bc0-7c9151f35ed4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.138335] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.138607] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.138607] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.139312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.140629] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.140629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.140787] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.140880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.160646] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.160646] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.160802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.160802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.161059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.161167] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.161269] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 is going to be updated. [ 1075.162550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.162751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.162862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.163099] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.163237] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.163312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.163500] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.163594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.163676] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0671293a-395c-4f96-8097-b5a54b766556 is going to be updated. [ 1075.164516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.164670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.183590] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.183810] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.183931] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.184018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.184211] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.184293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.184377] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0a6a175-c255-4b3b-b88b-b36c222d293a is going to be updated. [ 1075.195983] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.195983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.196214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.196258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.196426] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.198760] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.198893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.198981] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.199201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.199332] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.207095] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 in Status: IN_PROGRESS for 2s [ 1075.207806] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: IN_PROGRESS for 2s [ 1075.213810] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.213938] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.213986] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.214315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.214504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.224266] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0a6a175-c255-4b3b-b88b-b36c222d293a in Status: IN_PROGRESS for 2s [ 1075.269066] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.269207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.269259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.269475] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.308701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.309061] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.309199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.309258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.309464] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.309704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.309704] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 is going to be updated. [ 1075.341964] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.342166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.342245] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.342422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.342612] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.354459] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 in Status: IN_PROGRESS for 2s [ 1075.430415] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0302acd1-1008-4b71-8bc0-7c9151f35ed4 [ 1075.430415] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.430415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.430415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.430415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.430415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.430415] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0302acd1-1008-4b71-8bc0-7c9151f35ed4 already deleted. [ 1075.430415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0302acd1-1008-4b71-8bc0-7c9151f35ed4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.496084] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: SUCCESS [ 1075.496084] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.721905] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: SUCCESS [ 1075.722254] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.722384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.722589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.722685] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0671293a-395c-4f96-8097-b5a54b766556',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.246468] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.246581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.246643] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.246890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.247387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.247387] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0671293a-395c-4f96-8097-b5a54b766556 is going to be deleted. [ 1076.346280] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.346428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.346516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.346714] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.346807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.346927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.222766] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 in Status: SUCCESS [ 1077.223290] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b57a1d1-0d4e-4006-ba6a-99fa42f63da2 deletion is rescheduled due to dependency. [ 1077.223290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b57a1d1-0d4e-4006-ba6a-99fa42f63da2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.224184] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0671293a-395c-4f96-8097-b5a54b766556 in Status: SUCCESS [ 1077.224374] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0671293a-395c-4f96-8097-b5a54b766556 deletion is rescheduled due to dependency. [ 1077.224551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0671293a-395c-4f96-8097-b5a54b766556" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.236685] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0a6a175-c255-4b3b-b88b-b36c222d293a in Status: SUCCESS [ 1077.236685] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0a6a175-c255-4b3b-b88b-b36c222d293a deletion is rescheduled due to dependency. [ 1077.236685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0a6a175-c255-4b3b-b88b-b36c222d293a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.368097] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 in Status: SUCCESS [ 1077.368392] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 deletion is rescheduled due to dependency. [ 1077.368531] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.467136] env[65529]: INFO networking_nsxv3.common.synchronization [req-f6af9c9f-dd10-40ac-a381-71d91e4eeefe req-30517e13-7b70-4992-8d01-24ac098805da tempest-ServerGroupTestJSON-1742006545 tempest-ServerGroupTestJSON-1742006545-project-member] Enqueued Resource ID: 01d86ab1-f33c-457c-ad78-12c839e80b92 with Priority: HIGHEST for action security_group_members [ 1077.467587] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d86ab1-f33c-457c-ad78-12c839e80b92 with Priority: HIGHEST for action security_group_members [ 1077.467891] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d86ab1-f33c-457c-ad78-12c839e80b92 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.468370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d86ab1-f33c-457c-ad78-12c839e80b92" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.468370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d86ab1-f33c-457c-ad78-12c839e80b92" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.468643] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d86ab1-f33c-457c-ad78-12c839e80b92" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.468815] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.468923] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.469106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.469227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.469314] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.469412] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01d86ab1-f33c-457c-ad78-12c839e80b92',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.892408] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-797 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.892408] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-797" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.892408] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-797" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.892646] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-797" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.892903] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.893161] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.893215] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.893438] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.893625] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.893842] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.893967] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1077.894086] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1077.894192] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1077.894298] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.894401] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1077.894549] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1077.917539] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1077.917710] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1077.917871] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1077.918152] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-797" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.918555] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-e3bbdea1-cefd-4ece-b9db-e6172541baf2 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.918826] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-e3bbdea1-cefd-4ece-b9db-e6172541baf2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.919037] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-e3bbdea1-cefd-4ece-b9db-e6172541baf2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.919456] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-e3bbdea1-cefd-4ece-b9db-e6172541baf2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.919686] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3bbdea1-cefd-4ece-b9db-e6172541baf2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.971611] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.971831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.972083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.972485] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.972570] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.972797] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.972906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.972976] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.973149] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.973227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.973314] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d86ab1-f33c-457c-ad78-12c839e80b92 already deleted. [ 1077.973395] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d86ab1-f33c-457c-ad78-12c839e80b92" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.422761] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.423114] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.423237] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.423778] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.423976] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.425635] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port e3bbdea1-cefd-4ece-b9db-e6172541baf2 not found, creating... [ 1078.425635] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.425635] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.425635] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.425635] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.425867] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.426420] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.426747] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.427133] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.427422] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.427709] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.427987] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: e3bbdea1-cefd-4ece-b9db-e6172541baf2 is going to be created. [ 1078.451562] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.451813] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.451946] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.452250] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.452745] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.452979] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-e3bbdea1-cefd-4ece-b9db-e6172541baf2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.214338] env[65529]: INFO networking_nsxv3.common.synchronization [req-f6af9c9f-dd10-40ac-a381-71d91e4eeefe req-f12100e3-7082-4fd0-b69d-c6b9888337cb service nova] Enqueued Resource ID: 01d86ab1-f33c-457c-ad78-12c839e80b92 with Priority: HIGHEST for action security_group_rules [ 1079.214618] env[65529]: INFO networking_nsxv3.common.synchronization [req-f6af9c9f-dd10-40ac-a381-71d91e4eeefe req-f12100e3-7082-4fd0-b69d-c6b9888337cb service nova] Enqueued Resource ID: 01d86ab1-f33c-457c-ad78-12c839e80b92 with Priority: HIGHEST for action security_group_members [ 1079.214957] env[65529]: INFO networking_nsxv3.common.synchronization [req-f6af9c9f-dd10-40ac-a381-71d91e4eeefe req-f12100e3-7082-4fd0-b69d-c6b9888337cb service nova] Enqueued Resource ID: e3bbdea1-cefd-4ece-b9db-e6172541baf2 with Priority: HIGHEST for action port [ 1079.215509] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d86ab1-f33c-457c-ad78-12c839e80b92 with Priority: HIGHEST for action security_group_rules [ 1079.215769] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d86ab1-f33c-457c-ad78-12c839e80b92 with Priority: HIGHEST for action security_group_members [ 1079.215769] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3bbdea1-cefd-4ece-b9db-e6172541baf2 with Priority: HIGHEST for action port [ 1079.216192] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01d86ab1-f33c-457c-ad78-12c839e80b92 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.216192] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01d86ab1-f33c-457c-ad78-12c839e80b92" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.216279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01d86ab1-f33c-457c-ad78-12c839e80b92" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.216508] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01d86ab1-f33c-457c-ad78-12c839e80b92" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.216587] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01d86ab1-f33c-457c-ad78-12c839e80b92',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.217483] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d86ab1-f33c-457c-ad78-12c839e80b92 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.217643] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d86ab1-f33c-457c-ad78-12c839e80b92" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.217672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d86ab1-f33c-457c-ad78-12c839e80b92" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.217832] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d86ab1-f33c-457c-ad78-12c839e80b92" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.217981] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.218086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.218151] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.218292] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.218372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.219604] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01d86ab1-f33c-457c-ad78-12c839e80b92',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.219604] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3bbdea1-cefd-4ece-b9db-e6172541baf2 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.219604] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3bbdea1-cefd-4ece-b9db-e6172541baf2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.219604] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3bbdea1-cefd-4ece-b9db-e6172541baf2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.219604] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3bbdea1-cefd-4ece-b9db-e6172541baf2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.219948] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3bbdea1-cefd-4ece-b9db-e6172541baf2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.721275] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01d86ab1-f33c-457c-ad78-12c839e80b92',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.722615] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d86ab1-f33c-457c-ad78-12c839e80b92 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.722615] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d86ab1-f33c-457c-ad78-12c839e80b92" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.722940] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3bbdea1-cefd-4ece-b9db-e6172541baf2 with status ACTIVE [ 1079.722940] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.722940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.723110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.723214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.723303] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.723470] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.723623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.723728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.723901] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.723983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.724222] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.724348] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.724449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.724699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.724816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.724922] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3bbdea1-cefd-4ece-b9db-e6172541baf2 is going to be updated. [ 1079.751198] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.751198] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.751198] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.751198] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.751198] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.751198] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3bbdea1-cefd-4ece-b9db-e6172541baf2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.226898] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01d86ab1-f33c-457c-ad78-12c839e80b92',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.656546] env[65529]: INFO networking_nsxv3.common.synchronization [req-b3e4a4ab-4bc1-4891-9ff0-91b3d03cb7f0 req-2fc55939-c9d6-41e5-aaa1-570cec5ed406 tempest-ServersTestJSON-2119500116 tempest-ServersTestJSON-2119500116-project-member] Enqueued Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 1080.657212] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 1080.657474] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.657599] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.657667] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.657875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.658148] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.658265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.658328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.658488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.658574] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.658672] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.730949] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.731320] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.731320] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.731407] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.731524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.731656] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d86ab1-f33c-457c-ad78-12c839e80b92 is going to be created. [ 1080.762055] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.762055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.762055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.762055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.762055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.774489] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d86ab1-f33c-457c-ad78-12c839e80b92 in Status: UNINITIALIZED for 2s [ 1080.818284] env[65529]: INFO networking_nsxv3.common.synchronization [req-e6baa46c-5223-4f89-a5c8-f31e299aae77 req-ac8d32e1-4bdb-4eb1-b874-7f3f1db52afa tempest-ServerRescueTestJSON-125845872 tempest-ServerRescueTestJSON-125845872-project-member] Enqueued Resource ID: fcaf41bd-3467-4093-884a-9af81ea9b903 with Priority: HIGHEST for action security_group_members [ 1080.818931] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcaf41bd-3467-4093-884a-9af81ea9b903 with Priority: HIGHEST for action security_group_members [ 1080.819291] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcaf41bd-3467-4093-884a-9af81ea9b903 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.819519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.819649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.820142] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.820371] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.821185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.821370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.821638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.821785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.822022] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcaf41bd-3467-4093-884a-9af81ea9b903',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.160516] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.193833] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.194076] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-362" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.194207] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-362" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.194533] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-362" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.194792] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.194954] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.195364] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.195364] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.195444] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.195647] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.195757] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.196090] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.196090] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.196149] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.196316] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.196391] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.216131] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.216322] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1081.216493] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.216634] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-362" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.216950] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-f2bf039c-6e4d-4fb3-85ac-c4f0ac1e41d7 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.217135] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-f2bf039c-6e4d-4fb3-85ac-c4f0ac1e41d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.217256] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-f2bf039c-6e4d-4fb3-85ac-c4f0ac1e41d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.217644] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-f2bf039c-6e4d-4fb3-85ac-c4f0ac1e41d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.217785] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2bf039c-6e4d-4fb3-85ac-c4f0ac1e41d7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.325425] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.325425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.325616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.326057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.326809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.326809] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.326809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.327155] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.327155] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.327344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.327472] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcaf41bd-3467-4093-884a-9af81ea9b903 already deleted. [ 1081.327573] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.662479] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.720063] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.720278] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.720688] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.720795] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.720861] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.721025] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port f2bf039c-6e4d-4fb3-85ac-c4f0ac1e41d7 not found, creating... [ 1081.721297] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.721508] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.721586] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.721816] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.721953] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.722267] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.722417] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.722531] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.722739] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.722900] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.723135] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: f2bf039c-6e4d-4fb3-85ac-c4f0ac1e41d7 is going to be created. [ 1081.747190] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.747549] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.747624] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.747884] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.748134] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.748437] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-f2bf039c-6e4d-4fb3-85ac-c4f0ac1e41d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.165552] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.165853] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.166023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.166274] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.166368] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.166521] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eab85d65-9b66-46cf-bf13-f44781596cb3 is going to be updated. [ 1082.205775] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.206063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.206170] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.206454] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.206644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.217928] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: IN_PROGRESS for 2s [ 1082.486898] env[65529]: INFO networking_nsxv3.common.synchronization [req-e6baa46c-5223-4f89-a5c8-f31e299aae77 req-546366fb-1c18-4220-90a3-60b57e9e785b service nova] Enqueued Resource ID: fcaf41bd-3467-4093-884a-9af81ea9b903 with Priority: HIGHEST for action security_group_rules [ 1082.486898] env[65529]: INFO networking_nsxv3.common.synchronization [req-e6baa46c-5223-4f89-a5c8-f31e299aae77 req-546366fb-1c18-4220-90a3-60b57e9e785b service nova] Enqueued Resource ID: fcaf41bd-3467-4093-884a-9af81ea9b903 with Priority: HIGHEST for action security_group_members [ 1082.486993] env[65529]: INFO networking_nsxv3.common.synchronization [req-e6baa46c-5223-4f89-a5c8-f31e299aae77 req-546366fb-1c18-4220-90a3-60b57e9e785b service nova] Enqueued Resource ID: f2bf039c-6e4d-4fb3-85ac-c4f0ac1e41d7 with Priority: HIGHEST for action port [ 1082.487501] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcaf41bd-3467-4093-884a-9af81ea9b903 with Priority: HIGHEST for action security_group_rules [ 1082.487643] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcaf41bd-3467-4093-884a-9af81ea9b903 with Priority: HIGHEST for action security_group_members [ 1082.488587] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2bf039c-6e4d-4fb3-85ac-c4f0ac1e41d7 with Priority: HIGHEST for action port [ 1082.488587] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcaf41bd-3467-4093-884a-9af81ea9b903 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.488587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.488587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.488872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.488872] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcaf41bd-3467-4093-884a-9af81ea9b903',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.491523] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcaf41bd-3467-4093-884a-9af81ea9b903 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.491523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.491523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.491523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.491523] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.491523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.491523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.491523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.491523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.491523] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcaf41bd-3467-4093-884a-9af81ea9b903',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.491967] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2bf039c-6e4d-4fb3-85ac-c4f0ac1e41d7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.492099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2bf039c-6e4d-4fb3-85ac-c4f0ac1e41d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.492173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2bf039c-6e4d-4fb3-85ac-c4f0ac1e41d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.492327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2bf039c-6e4d-4fb3-85ac-c4f0ac1e41d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.492535] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2bf039c-6e4d-4fb3-85ac-c4f0ac1e41d7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.786356] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d86ab1-f33c-457c-ad78-12c839e80b92 in Status: SUCCESS [ 1082.786356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d86ab1-f33c-457c-ad78-12c839e80b92" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.786804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d86ab1-f33c-457c-ad78-12c839e80b92" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.786804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d86ab1-f33c-457c-ad78-12c839e80b92" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.787152] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.787363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.787487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.787758] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.787904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.788077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d86ab1-f33c-457c-ad78-12c839e80b92" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.788247] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01d86ab1-f33c-457c-ad78-12c839e80b92',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.993842] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcaf41bd-3467-4093-884a-9af81ea9b903 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.994053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.994278] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcaf41bd-3467-4093-884a-9af81ea9b903',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.997749] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2bf039c-6e4d-4fb3-85ac-c4f0ac1e41d7 with status ACTIVE [ 1082.998403] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.998403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.998403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.998619] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.998619] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.998790] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.998978] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.999269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.999378] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.999437] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.001620] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.001620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.001620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.001620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.001620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.001620] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2bf039c-6e4d-4fb3-85ac-c4f0ac1e41d7 is going to be updated. [ 1083.029182] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.029386] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.029457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.029697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.029773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.029969] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2bf039c-6e4d-4fb3-85ac-c4f0ac1e41d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.294034] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d86ab1-f33c-457c-ad78-12c839e80b92 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.294034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d86ab1-f33c-457c-ad78-12c839e80b92" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.294034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d86ab1-f33c-457c-ad78-12c839e80b92" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.294034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d86ab1-f33c-457c-ad78-12c839e80b92" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.294034] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.294034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.294034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.294034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.294034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.294034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d86ab1-f33c-457c-ad78-12c839e80b92" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.294034] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d86ab1-f33c-457c-ad78-12c839e80b92 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.294034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d86ab1-f33c-457c-ad78-12c839e80b92" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.294034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d86ab1-f33c-457c-ad78-12c839e80b92" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.294034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d86ab1-f33c-457c-ad78-12c839e80b92" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.294034] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.294034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.294596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.294596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.294596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.294596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d86ab1-f33c-457c-ad78-12c839e80b92" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.294596] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01d86ab1-f33c-457c-ad78-12c839e80b92',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.504025] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcaf41bd-3467-4093-884a-9af81ea9b903',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.796496] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01d86ab1-f33c-457c-ad78-12c839e80b92: rpc.has_security_group_logging(os_id): False [ 1083.819120] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.819295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.819369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.819606] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.820039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.820039] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.820039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.820240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.820279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.820365] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.820611] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.821702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.821702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.821702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.821702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.821702] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.821702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.821702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.821702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.821702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.821702] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01d86ab1-f33c-457c-ad78-12c839e80b92 is going to be created. [ 1083.887422] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.887611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.887645] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.887932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.888156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.900240] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01d86ab1-f33c-457c-ad78-12c839e80b92 in Status: IN_PROGRESS for 2s [ 1084.005374] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.005521] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.005598] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.005932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.006074] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.006304] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcaf41bd-3467-4093-884a-9af81ea9b903 is going to be created. [ 1084.043030] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.043218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.043259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.043645] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.044403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.059455] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcaf41bd-3467-4093-884a-9af81ea9b903 in Status: UNINITIALIZED for 2s [ 1084.229436] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: SUCCESS [ 1084.229837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.913444] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01d86ab1-f33c-457c-ad78-12c839e80b92 in Status: SUCCESS [ 1085.913444] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01d86ab1-f33c-457c-ad78-12c839e80b92" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.070309] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcaf41bd-3467-4093-884a-9af81ea9b903 in Status: SUCCESS [ 1086.070523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.070845] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.070959] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.071162] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.071333] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.071409] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.072338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.072468] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.072589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.072717] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcaf41bd-3467-4093-884a-9af81ea9b903',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.575038] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcaf41bd-3467-4093-884a-9af81ea9b903 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.575205] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.575277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.575497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.576191] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.576338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.576414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.576576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.576659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.576749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.576900] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcaf41bd-3467-4093-884a-9af81ea9b903 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.576992] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.577065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.577204] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.577342] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.577431] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.577493] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.577626] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.577699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.577782] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.577873] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcaf41bd-3467-4093-884a-9af81ea9b903',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.079920] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcaf41bd-3467-4093-884a-9af81ea9b903: rpc.has_security_group_logging(os_id): False [ 1087.099475] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.099636] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.099744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.099916] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.100013] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.100346] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.100346] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.100449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.100562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.100638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.100825] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.100932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.100997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.101160] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.101234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.101414] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.101528] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.101599] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.102422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.102549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.102668] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcaf41bd-3467-4093-884a-9af81ea9b903 is going to be created. [ 1087.169220] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.169424] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.169522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.169815] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.170083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.184407] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcaf41bd-3467-4093-884a-9af81ea9b903 in Status: IN_PROGRESS for 2s [ 1087.488918] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1087.489031] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1088.456898] env[65529]: INFO networking_nsxv3.common.synchronization [None req-60567b27-477c-4e1c-9aaa-eed10104872f None None] Enqueued Resource ID: 83297e7a-258b-495d-bb18-e9f53ce4b546 with Priority: HIGHEST for action port [ 1088.457392] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83297e7a-258b-495d-bb18-e9f53ce4b546 with Priority: HIGHEST for action port [ 1088.457729] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-83297e7a-258b-495d-bb18-e9f53ce4b546 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.457857] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83297e7a-258b-495d-bb18-e9f53ce4b546" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.457985] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83297e7a-258b-495d-bb18-e9f53ce4b546" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.458200] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83297e7a-258b-495d-bb18-e9f53ce4b546" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.458289] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83297e7a-258b-495d-bb18-e9f53ce4b546',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.961279] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83297e7a-258b-495d-bb18-e9f53ce4b546 [ 1088.961676] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.961902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.962051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.962366] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.962518] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.962736] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83297e7a-258b-495d-bb18-e9f53ce4b546 already deleted. [ 1088.962808] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83297e7a-258b-495d-bb18-e9f53ce4b546" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.199216] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcaf41bd-3467-4093-884a-9af81ea9b903 in Status: SUCCESS [ 1089.199361] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.877403] env[65529]: INFO networking_nsxv3.common.synchronization [None req-c6fe7fe1-d765-4983-92e9-7311dbc3af2a tempest-AttachVolumeNegativeTest-345451696 tempest-AttachVolumeNegativeTest-345451696-project-member] Enqueued Resource ID: c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 with Priority: HIGHEST for action security_group_rules [ 1089.879544] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 with Priority: HIGHEST for action security_group_rules [ 1089.879624] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.879708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.881140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.881140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.881140] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4f2cb53-46dd-4ddc-a9c8-5de61f872d68',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.996063] env[65529]: INFO networking_nsxv3.common.synchronization [None req-013337e5-89cb-4eb5-94a5-fc1556125ff6 tempest-AttachVolumeNegativeTest-345451696 tempest-AttachVolumeNegativeTest-345451696-project-member] Enqueued Resource ID: c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 with Priority: HIGHEST for action security_group_rules [ 1089.996627] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 with Priority: HIGHEST for action security_group_rules [ 1089.997109] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.997504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.407242] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.407431] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.407473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.407694] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.407813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.407861] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 already deleted. [ 1090.407930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.408328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.408328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.408328] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4f2cb53-46dd-4ddc-a9c8-5de61f872d68',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.600528] env[65529]: INFO networking_nsxv3.common.synchronization [req-4095160e-8f3a-482c-828d-70698f905b6e req-43669f5c-ea06-440b-b18c-f93a255000b7 tempest-ServersTestJSON-2119500116 tempest-ServersTestJSON-2119500116-project-member] Enqueued Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 1090.601093] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 1090.601403] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.601528] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.601593] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.601819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.601924] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.602174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.602174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.602305] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.602351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.602451] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.705894] env[65529]: INFO networking_nsxv3.common.synchronization [None req-4ad09755-47bb-4504-bfd3-5c4ee6201f4e None None] Enqueued Resource ID: b1e68b5b-1d89-4789-b652-1b600c49d15a with Priority: HIGHEST for action port [ 1090.706471] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1e68b5b-1d89-4789-b652-1b600c49d15a with Priority: HIGHEST for action port [ 1090.706784] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1e68b5b-1d89-4789-b652-1b600c49d15a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.707068] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1e68b5b-1d89-4789-b652-1b600c49d15a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.707219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1e68b5b-1d89-4789-b652-1b600c49d15a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.707526] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1e68b5b-1d89-4789-b652-1b600c49d15a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.707526] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1e68b5b-1d89-4789-b652-1b600c49d15a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.930135] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.930135] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.930135] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.930135] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.930135] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.930795] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 already deleted. [ 1090.930795] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.005424] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.005631] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-414" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.006384] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-414" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.006384] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-414" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.006384] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.006572] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.006572] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.006727] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.006875] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.007357] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.007357] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.007357] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.007543] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.007543] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.007653] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.007731] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.055484] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.055484] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1091.055484] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.055484] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-414" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.055484] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-da26f79d-ba3c-4ef0-8ad5-614760ad9017 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.055484] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-da26f79d-ba3c-4ef0-8ad5-614760ad9017" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.055484] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-da26f79d-ba3c-4ef0-8ad5-614760ad9017" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.055484] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-da26f79d-ba3c-4ef0-8ad5-614760ad9017" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.055484] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da26f79d-ba3c-4ef0-8ad5-614760ad9017',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.104077] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.210993] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1e68b5b-1d89-4789-b652-1b600c49d15a [ 1091.210993] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.211262] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.211334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.211559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.211648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.211747] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1e68b5b-1d89-4789-b652-1b600c49d15a already deleted. [ 1091.211830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1e68b5b-1d89-4789-b652-1b600c49d15a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.557926] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.558128] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.558240] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.558578] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.558795] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.559645] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port da26f79d-ba3c-4ef0-8ad5-614760ad9017 not found, creating... [ 1091.559911] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.560115] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.560350] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.560525] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.560666] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.560960] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.561153] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.561282] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.561618] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.561618] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.561810] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: da26f79d-ba3c-4ef0-8ad5-614760ad9017 is going to be created. [ 1091.584491] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.584721] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.584836] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.585276] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.585606] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.585959] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-da26f79d-ba3c-4ef0-8ad5-614760ad9017" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.606154] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.109656] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.109656] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.109656] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.110070] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.110070] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.110177] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eab85d65-9b66-46cf-bf13-f44781596cb3 is going to be updated. [ 1092.140791] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.140938] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.141022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.141251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.141399] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.151600] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: IN_PROGRESS for 2s [ 1092.268790] env[65529]: INFO networking_nsxv3.common.synchronization [req-a5a80773-6456-409f-ae42-7058c282f1ad req-95a1dc21-3c20-41d5-8fee-b3428257340b tempest-ServerGroupTestJSON-1742006545 tempest-ServerGroupTestJSON-1742006545-project-member] Enqueued Resource ID: 01d86ab1-f33c-457c-ad78-12c839e80b92 with Priority: HIGHEST for action security_group_members [ 1092.269747] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d86ab1-f33c-457c-ad78-12c839e80b92 with Priority: HIGHEST for action security_group_members [ 1092.270214] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d86ab1-f33c-457c-ad78-12c839e80b92 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.270547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d86ab1-f33c-457c-ad78-12c839e80b92" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.270962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d86ab1-f33c-457c-ad78-12c839e80b92" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.271327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d86ab1-f33c-457c-ad78-12c839e80b92" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.271327] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.271549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.271729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.272152] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.272370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.274435] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01d86ab1-f33c-457c-ad78-12c839e80b92',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.286098] env[65529]: INFO networking_nsxv3.common.synchronization [req-4095160e-8f3a-482c-828d-70698f905b6e req-274e8f8f-8799-4dff-bfd2-c5022ae5567e service nova] Enqueued Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_rules [ 1092.286098] env[65529]: INFO networking_nsxv3.common.synchronization [req-4095160e-8f3a-482c-828d-70698f905b6e req-274e8f8f-8799-4dff-bfd2-c5022ae5567e service nova] Enqueued Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 1092.286098] env[65529]: INFO networking_nsxv3.common.synchronization [req-4095160e-8f3a-482c-828d-70698f905b6e req-274e8f8f-8799-4dff-bfd2-c5022ae5567e service nova] Enqueued Resource ID: da26f79d-ba3c-4ef0-8ad5-614760ad9017 with Priority: HIGHEST for action port [ 1092.287185] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_rules [ 1092.287185] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 1092.287185] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da26f79d-ba3c-4ef0-8ad5-614760ad9017 with Priority: HIGHEST for action port [ 1092.287843] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.288449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.288449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.288449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.288626] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.293122] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.293122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.293122] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-da26f79d-ba3c-4ef0-8ad5-614760ad9017 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.293122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da26f79d-ba3c-4ef0-8ad5-614760ad9017" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.293122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da26f79d-ba3c-4ef0-8ad5-614760ad9017" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.294502] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da26f79d-ba3c-4ef0-8ad5-614760ad9017" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.294584] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da26f79d-ba3c-4ef0-8ad5-614760ad9017',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.777253] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.777411] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.777543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.777784] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.777899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.778139] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.778252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.778381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.778455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.778541] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.778607] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d86ab1-f33c-457c-ad78-12c839e80b92 is going to be updated. [ 1092.796771] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.796973] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.801272] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da26f79d-ba3c-4ef0-8ad5-614760ad9017 with status ACTIVE [ 1092.801514] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.801681] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.801739] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.801911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.802154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.802218] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.802304] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.802364] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.802517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.802592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.802771] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.802861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.802921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.803068] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.803140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.803222] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da26f79d-ba3c-4ef0-8ad5-614760ad9017 is going to be updated. [ 1092.807321] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.807446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.807502] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.807632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.807757] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.816471] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d86ab1-f33c-457c-ad78-12c839e80b92 in Status: IN_PROGRESS for 2s [ 1092.826433] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.826577] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.826617] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.826817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.826943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.827121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da26f79d-ba3c-4ef0-8ad5-614760ad9017" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.619780] env[65529]: INFO networking_nsxv3.common.synchronization [req-eb589f6e-f02e-4a23-9050-66fa11b045dc req-388601bb-3e57-4023-8620-66fecd320321 tempest-DeleteServersTestJSON-994990992 tempest-DeleteServersTestJSON-994990992-project-member] Enqueued Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 1093.620878] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 1093.621313] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.621654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.621654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.625318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.625318] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.625318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.625318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.625318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.625318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.625318] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.126564] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.127148] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.127237] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.127466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.156281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.157047] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.157047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.157047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.157047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.157047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.157373] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 is going to be updated. [ 1094.161747] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: SUCCESS [ 1094.163051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.163051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.163051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.163051] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.163051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.163051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.163051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.163051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.163051] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.203240] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.203240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.203379] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.204057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.204057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.215035] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: IN_PROGRESS for 2s [ 1094.666488] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.826786] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d86ab1-f33c-457c-ad78-12c839e80b92 in Status: SUCCESS [ 1094.826967] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d86ab1-f33c-457c-ad78-12c839e80b92 deletion is rescheduled due to dependency. [ 1094.827538] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d86ab1-f33c-457c-ad78-12c839e80b92" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.980955] env[65529]: INFO networking_nsxv3.common.synchronization [req-f8816972-1053-4986-b035-86d328086390 req-e7c99bef-fe1f-48f0-82e6-88834a970051 tempest-ServersTestFqdnHostnames-439278666 tempest-ServersTestFqdnHostnames-439278666-project-member] Enqueued Resource ID: 08ddb191-3ff7-48af-b228-bd6d004bb4d7 with Priority: HIGHEST for action security_group_members [ 1094.983123] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ddb191-3ff7-48af-b228-bd6d004bb4d7 with Priority: HIGHEST for action security_group_members [ 1094.983123] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-08ddb191-3ff7-48af-b228-bd6d004bb4d7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.983123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.983123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.983123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.983123] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.983123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.983123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.983488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.983488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.983488] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08ddb191-3ff7-48af-b228-bd6d004bb4d7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.169098] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.488367] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.488540] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.488579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.488796] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.512472] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.512849] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.513030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.513616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.513616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.513616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.513616] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08ddb191-3ff7-48af-b228-bd6d004bb4d7 is going to be updated. [ 1095.517338] env[65529]: INFO networking_nsxv3.common.synchronization [req-ab51d098-12cd-49ea-b645-52ec3a77bf68 req-db5eafa1-7327-4f48-893b-b982d0bd5feb tempest-MultipleCreateTestJSON-1438785610 tempest-MultipleCreateTestJSON-1438785610-project-member] Enqueued Resource ID: ef05c857-b8df-4d94-aac5-633665b8b960 with Priority: HIGHEST for action security_group_members [ 1095.517864] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef05c857-b8df-4d94-aac5-633665b8b960 with Priority: HIGHEST for action security_group_members [ 1095.518181] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05c857-b8df-4d94-aac5-633665b8b960 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.518289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.518352] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.518638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.519650] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.519650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.519650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.519650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.519650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.519650] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.548311] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.548511] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.548597] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.548904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.549120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.560507] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08ddb191-3ff7-48af-b228-bd6d004bb4d7 in Status: IN_PROGRESS for 2s [ 1095.671695] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.672180] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.672180] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.672521] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.672687] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.672788] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eab85d65-9b66-46cf-bf13-f44781596cb3 is going to be updated. [ 1095.713376] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.713376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.713376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.713376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.713376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.726292] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: IN_PROGRESS for 2s [ 1095.876474] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-719 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.876474] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-719" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.876474] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-719" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.876474] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-719" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.876474] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.876474] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.876474] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.876845] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.876845] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.877027] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.877138] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.877242] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.877346] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.877451] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.877552] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.877677] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.897256] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.897512] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1095.897576] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.897742] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-719" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.898088] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-bf713851-efae-4719-bbef-257c87d8af78 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.898233] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-bf713851-efae-4719-bbef-257c87d8af78" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.898347] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-bf713851-efae-4719-bbef-257c87d8af78" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.898734] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-bf713851-efae-4719-bbef-257c87d8af78" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.901011] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf713851-efae-4719-bbef-257c87d8af78',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.022880] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.023041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.023110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.023328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.023450] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.024338] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.024338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.024338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.024338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.024338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.024338] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef05c857-b8df-4d94-aac5-633665b8b960 already deleted. [ 1096.024338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.226364] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: IN_PROGRESS for 4s [ 1096.403927] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.404184] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.404312] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.404589] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.404738] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.404888] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port bf713851-efae-4719-bbef-257c87d8af78 not found, creating... [ 1096.405220] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.405385] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.405503] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.405722] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.405860] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.406193] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.406382] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.406493] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.406699] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.406833] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.406970] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: bf713851-efae-4719-bbef-257c87d8af78 is going to be created. [ 1096.427680] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.428197] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.428197] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.428915] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.428915] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.428915] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-bf713851-efae-4719-bbef-257c87d8af78" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.224473] env[65529]: INFO networking_nsxv3.common.synchronization [req-ab51d098-12cd-49ea-b645-52ec3a77bf68 req-4d689bfb-e72e-4b03-9681-444f132b8caf service nova] Enqueued Resource ID: ef05c857-b8df-4d94-aac5-633665b8b960 with Priority: HIGHEST for action security_group_rules [ 1097.224473] env[65529]: INFO networking_nsxv3.common.synchronization [req-ab51d098-12cd-49ea-b645-52ec3a77bf68 req-4d689bfb-e72e-4b03-9681-444f132b8caf service nova] Enqueued Resource ID: ef05c857-b8df-4d94-aac5-633665b8b960 with Priority: HIGHEST for action security_group_members [ 1097.224473] env[65529]: INFO networking_nsxv3.common.synchronization [req-ab51d098-12cd-49ea-b645-52ec3a77bf68 req-4d689bfb-e72e-4b03-9681-444f132b8caf service nova] Enqueued Resource ID: bf713851-efae-4719-bbef-257c87d8af78 with Priority: HIGHEST for action port [ 1097.225506] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef05c857-b8df-4d94-aac5-633665b8b960 with Priority: HIGHEST for action security_group_rules [ 1097.225649] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef05c857-b8df-4d94-aac5-633665b8b960 with Priority: HIGHEST for action security_group_members [ 1097.225749] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf713851-efae-4719-bbef-257c87d8af78 with Priority: HIGHEST for action port [ 1097.226125] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef05c857-b8df-4d94-aac5-633665b8b960 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.226259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.226346] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.226622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.226704] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.228197] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05c857-b8df-4d94-aac5-633665b8b960 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.228355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.228455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.228647] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.230311] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.230311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.230311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.230311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.230311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.230311] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.230311] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf713851-efae-4719-bbef-257c87d8af78 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.230841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf713851-efae-4719-bbef-257c87d8af78" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.230841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf713851-efae-4719-bbef-257c87d8af78" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.230841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf713851-efae-4719-bbef-257c87d8af78" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.230841] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf713851-efae-4719-bbef-257c87d8af78',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.431761] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.431991] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.432157] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.432427] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.432700] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.432873] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.433020] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.433573] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.433573] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.433696] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.433728] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.433843] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.433946] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.434111] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.435257] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.435257] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.460457] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.460457] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1097.460648] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.460812] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.461144] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-1e9eb7f7-6b56-4db7-adfb-fbe27fd8501f taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.462068] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-1e9eb7f7-6b56-4db7-adfb-fbe27fd8501f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.462068] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-1e9eb7f7-6b56-4db7-adfb-fbe27fd8501f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.462068] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-1e9eb7f7-6b56-4db7-adfb-fbe27fd8501f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.462068] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e9eb7f7-6b56-4db7-adfb-fbe27fd8501f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.571410] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08ddb191-3ff7-48af-b228-bd6d004bb4d7 in Status: SUCCESS [ 1097.571583] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08ddb191-3ff7-48af-b228-bd6d004bb4d7 deletion is rescheduled due to dependency. [ 1097.571680] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.729078] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05c857-b8df-4d94-aac5-633665b8b960 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.729078] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.732419] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.733588] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf713851-efae-4719-bbef-257c87d8af78 with status ACTIVE [ 1097.733819] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.734116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.734116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.734429] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.734483] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.734635] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.734837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.734837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.734993] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.735065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.735250] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.735345] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.735407] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.735546] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.735619] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.735776] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf713851-efae-4719-bbef-257c87d8af78 is going to be updated. [ 1097.737372] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: SUCCESS [ 1097.737692] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.738063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.738123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.738268] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.738368] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.738431] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.738571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.738763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.738763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.738852] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.777086] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.777372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.777524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.777748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.777976] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.778199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf713851-efae-4719-bbef-257c87d8af78" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.966137] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.966137] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.966832] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.967245] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.967459] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.967656] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 1e9eb7f7-6b56-4db7-adfb-fbe27fd8501f not found, creating... [ 1097.968146] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.968361] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.968510] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.968865] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.969101] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.969604] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.969807] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.969939] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.970211] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.970370] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.970541] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 1e9eb7f7-6b56-4db7-adfb-fbe27fd8501f is going to be created. [ 1097.972911] env[65529]: INFO networking_nsxv3.common.synchronization [req-ab51d098-12cd-49ea-b645-52ec3a77bf68 req-ca11f81d-c0ef-432b-ad9c-531984a3ede0 tempest-MultipleCreateTestJSON-1438785610 tempest-MultipleCreateTestJSON-1438785610-project-member] Enqueued Resource ID: ef05c857-b8df-4d94-aac5-633665b8b960 with Priority: HIGHEST for action security_group_members [ 1097.973559] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef05c857-b8df-4d94-aac5-633665b8b960 with Priority: HIGHEST for action security_group_members [ 1097.974398] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05c857-b8df-4d94-aac5-633665b8b960 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.974586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.001986] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.002299] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.002381] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.002653] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.002891] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.003183] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-1e9eb7f7-6b56-4db7-adfb-fbe27fd8501f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.237155] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: SUCCESS [ 1098.237726] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 deletion is rescheduled due to dependency. [ 1098.237972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.238957] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.241452] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.241727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.241727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.241873] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.242205] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.242325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.242391] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.242571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.242641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.242728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.242879] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.242978] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.243381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.243381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.243512] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.243862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.243862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.243862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.244028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.248408] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.248408] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.344877] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-719 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.345816] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-719" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.345816] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-719" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.345816] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-719" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.346077] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.346282] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.346424] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.346688] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.346883] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.347130] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.347288] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1098.347417] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1098.347526] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1098.347662] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.347829] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1098.347985] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1098.369074] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1098.369074] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1098.369309] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1098.369609] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-719" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.370033] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-e1d895c1-2e86-4389-80cf-ca1ac0e0d447 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.371040] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-e1d895c1-2e86-4389-80cf-ca1ac0e0d447" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.371040] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-e1d895c1-2e86-4389-80cf-ca1ac0e0d447" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.371040] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-e1d895c1-2e86-4389-80cf-ca1ac0e0d447" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.371040] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1d895c1-2e86-4389-80cf-ca1ac0e0d447',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.692746] env[65529]: INFO networking_nsxv3.common.synchronization [req-8100a56f-d545-4d6f-b13a-d1a87a59a193 req-7ec2423a-c24f-48f7-9bde-806742d0cccf service nova] Enqueued Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_rules [ 1098.692902] env[65529]: INFO networking_nsxv3.common.synchronization [req-8100a56f-d545-4d6f-b13a-d1a87a59a193 req-7ec2423a-c24f-48f7-9bde-806742d0cccf service nova] Enqueued Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_members [ 1098.693060] env[65529]: INFO networking_nsxv3.common.synchronization [req-8100a56f-d545-4d6f-b13a-d1a87a59a193 req-7ec2423a-c24f-48f7-9bde-806742d0cccf service nova] Enqueued Resource ID: 1e9eb7f7-6b56-4db7-adfb-fbe27fd8501f with Priority: HIGHEST for action port [ 1098.693635] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_rules [ 1098.693772] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_members [ 1098.693867] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e9eb7f7-6b56-4db7-adfb-fbe27fd8501f with Priority: HIGHEST for action port [ 1098.694681] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c23df24-c72f-416f-a77c-de60dc11cea7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.694804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.694870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.695087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.695200] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.696592] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c23df24-c72f-416f-a77c-de60dc11cea7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.696707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.696775] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.696950] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.697113] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.697554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.697622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.697769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.697855] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.697950] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.698723] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e9eb7f7-6b56-4db7-adfb-fbe27fd8501f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.698834] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e9eb7f7-6b56-4db7-adfb-fbe27fd8501f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.698902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e9eb7f7-6b56-4db7-adfb-fbe27fd8501f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.699136] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e9eb7f7-6b56-4db7-adfb-fbe27fd8501f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.699136] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e9eb7f7-6b56-4db7-adfb-fbe27fd8501f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.742846] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.743244] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.743446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.744973] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.745148] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.745331] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef05c857-b8df-4d94-aac5-633665b8b960 is going to be created. [ 1098.751724] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eab85d65-9b66-46cf-bf13-f44781596cb3: rpc.has_security_group_logging(os_id): False [ 1098.767870] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.768048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.768209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.768316] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.770972] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.771147] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.771239] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.771377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.771532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.792765] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef05c857-b8df-4d94-aac5-633665b8b960 in Status: UNINITIALIZED for 2s [ 1098.794179] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.794445] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.794557] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.794623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.794826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.794905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.795161] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.795269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.795356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.795511] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.795587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.795775] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.795873] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.795936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.796092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.796188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.796279] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eab85d65-9b66-46cf-bf13-f44781596cb3 is going to be updated. [ 1098.858232] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.858400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.858457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.858705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.858851] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.874740] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.874740] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.874740] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.874962] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.874962] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.875234] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port e1d895c1-2e86-4389-80cf-ca1ac0e0d447 not found, creating... [ 1098.875440] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.875631] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.875985] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.875985] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.876152] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.876446] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.876597] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.876711] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.876926] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.877077] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.877222] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: e1d895c1-2e86-4389-80cf-ca1ac0e0d447 is going to be created. [ 1098.878851] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: IN_PROGRESS for 2s [ 1098.961415] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.961841] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.961841] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.961988] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.962604] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.962604] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-e1d895c1-2e86-4389-80cf-ca1ac0e0d447" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.197942] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c23df24-c72f-416f-a77c-de60dc11cea7 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.198157] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.201588] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e9eb7f7-6b56-4db7-adfb-fbe27fd8501f with status ACTIVE [ 1099.201809] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.201987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.202058] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.202273] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.202380] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.202594] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.202697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.202769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.202925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.203025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.203228] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.203341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.203380] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.203540] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.203617] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.203703] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e9eb7f7-6b56-4db7-adfb-fbe27fd8501f is going to be updated. [ 1099.206027] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.236272] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.236503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.236503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.236694] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.236859] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.237024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e9eb7f7-6b56-4db7-adfb-fbe27fd8501f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.669038] env[65529]: INFO networking_nsxv3.common.synchronization [req-ab51d098-12cd-49ea-b645-52ec3a77bf68 req-3f411616-043d-459d-9e38-46e63f9c8287 service nova] Enqueued Resource ID: ef05c857-b8df-4d94-aac5-633665b8b960 with Priority: HIGHEST for action security_group_rules [ 1099.669529] env[65529]: INFO networking_nsxv3.common.synchronization [req-ab51d098-12cd-49ea-b645-52ec3a77bf68 req-3f411616-043d-459d-9e38-46e63f9c8287 service nova] Enqueued Resource ID: ef05c857-b8df-4d94-aac5-633665b8b960 with Priority: HIGHEST for action security_group_members [ 1099.669529] env[65529]: INFO networking_nsxv3.common.synchronization [req-ab51d098-12cd-49ea-b645-52ec3a77bf68 req-3f411616-043d-459d-9e38-46e63f9c8287 service nova] Enqueued Resource ID: e1d895c1-2e86-4389-80cf-ca1ac0e0d447 with Priority: HIGHEST for action port [ 1099.670473] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef05c857-b8df-4d94-aac5-633665b8b960 with Priority: HIGHEST for action security_group_rules [ 1099.670665] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef05c857-b8df-4d94-aac5-633665b8b960 with Priority: HIGHEST for action security_group_members [ 1099.670844] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d895c1-2e86-4389-80cf-ca1ac0e0d447 with Priority: HIGHEST for action port [ 1099.671280] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef05c857-b8df-4d94-aac5-633665b8b960 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.671473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.672018] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05c857-b8df-4d94-aac5-633665b8b960 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.672018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.672253] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1d895c1-2e86-4389-80cf-ca1ac0e0d447 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.672332] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1d895c1-2e86-4389-80cf-ca1ac0e0d447" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.672431] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1d895c1-2e86-4389-80cf-ca1ac0e0d447" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.672739] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1d895c1-2e86-4389-80cf-ca1ac0e0d447" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.672851] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1d895c1-2e86-4389-80cf-ca1ac0e0d447',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.708256] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.176435] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1d895c1-2e86-4389-80cf-ca1ac0e0d447 with status ACTIVE [ 1100.176435] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.176435] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.176435] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.176435] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.176435] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.177139] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.177139] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.177139] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.177139] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.177139] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.177341] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.177341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.177550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.177550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.177611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.178405] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1d895c1-2e86-4389-80cf-ca1ac0e0d447 is going to be updated. [ 1100.201513] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.201763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.202479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.202479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.202479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.202735] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1d895c1-2e86-4389-80cf-ca1ac0e0d447" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.210586] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.210774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.210848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.211214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.211334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.212050] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 is going to be updated. [ 1100.272684] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.272910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.272991] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.273288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.273466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.291063] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 in Status: IN_PROGRESS for 2s [ 1100.440087] env[65529]: INFO networking_nsxv3.common.synchronization [req-df50246d-e75c-43aa-8b57-a231548b6292 req-53d33e40-1599-4058-8c06-921b6f13f7e7 tempest-AttachVolumeNegativeTest-345451696 tempest-AttachVolumeNegativeTest-345451696-project-member] Enqueued Resource ID: c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 with Priority: HIGHEST for action security_group_members [ 1100.440087] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 with Priority: HIGHEST for action security_group_members [ 1100.440356] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.441030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.441030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.441030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.441030] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.441347] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.441347] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.441347] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.441477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.441477] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4f2cb53-46dd-4ddc-a9c8-5de61f872d68',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.772344] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.772672] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-890" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.772672] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-890" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.772914] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-890" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.773184] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.773348] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.773465] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.773676] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.773819] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.774035] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.774189] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.774320] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.774431] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.774544] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.774662] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.774799] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.795965] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.795965] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1100.796220] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.796276] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-890" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.796664] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-d3058c09-7585-41ac-8c2d-2adf2f94a5db taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.796844] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-d3058c09-7585-41ac-8c2d-2adf2f94a5db" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.796962] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-d3058c09-7585-41ac-8c2d-2adf2f94a5db" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.797467] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-d3058c09-7585-41ac-8c2d-2adf2f94a5db" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.797467] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3058c09-7585-41ac-8c2d-2adf2f94a5db',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.806677] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef05c857-b8df-4d94-aac5-633665b8b960 in Status: SUCCESS [ 1100.806999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.807175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.807407] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.807628] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.807780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.807845] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.808016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.808144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.808290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.808438] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.809624] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.809770] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.809905] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.810017] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.810087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.810225] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.810302] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.810389] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.898705] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: SUCCESS [ 1100.898927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.944366] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.944492] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.944572] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.944879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.945055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.945319] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.945405] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.945481] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.945712] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.945840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.945946] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 already deleted. [ 1100.946072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.299915] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.300234] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.300423] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.300714] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.300864] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.301030] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port d3058c09-7585-41ac-8c2d-2adf2f94a5db not found, creating... [ 1101.301323] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.301484] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.301596] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.301833] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.301986] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.303879] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.303879] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.303879] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.303879] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.303879] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.303879] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: d3058c09-7585-41ac-8c2d-2adf2f94a5db is going to be created. [ 1101.313500] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05c857-b8df-4d94-aac5-633665b8b960 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.313631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.313829] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.329946] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.330170] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.330298] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.330596] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.330819] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.331057] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-d3058c09-7585-41ac-8c2d-2adf2f94a5db" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.816060] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.099487] env[65529]: INFO networking_nsxv3.common.synchronization [req-df50246d-e75c-43aa-8b57-a231548b6292 req-fb0dca28-7bfe-43a7-9f19-442f66c8ce7a service nova] Enqueued Resource ID: c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 with Priority: HIGHEST for action security_group_rules [ 1102.099667] env[65529]: INFO networking_nsxv3.common.synchronization [req-df50246d-e75c-43aa-8b57-a231548b6292 req-fb0dca28-7bfe-43a7-9f19-442f66c8ce7a service nova] Enqueued Resource ID: c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 with Priority: HIGHEST for action security_group_members [ 1102.099797] env[65529]: INFO networking_nsxv3.common.synchronization [req-df50246d-e75c-43aa-8b57-a231548b6292 req-fb0dca28-7bfe-43a7-9f19-442f66c8ce7a service nova] Enqueued Resource ID: d3058c09-7585-41ac-8c2d-2adf2f94a5db with Priority: HIGHEST for action port [ 1102.100437] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 with Priority: HIGHEST for action security_group_rules [ 1102.100566] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 with Priority: HIGHEST for action security_group_members [ 1102.100710] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3058c09-7585-41ac-8c2d-2adf2f94a5db with Priority: HIGHEST for action port [ 1102.100943] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.101147] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.101147] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.101327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.101411] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4f2cb53-46dd-4ddc-a9c8-5de61f872d68',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.102826] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.102826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.102826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.102990] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.103487] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.104308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.104308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.104308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.104308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.104308] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4f2cb53-46dd-4ddc-a9c8-5de61f872d68',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.104975] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3058c09-7585-41ac-8c2d-2adf2f94a5db taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.104975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3058c09-7585-41ac-8c2d-2adf2f94a5db" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.105195] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3058c09-7585-41ac-8c2d-2adf2f94a5db" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.105195] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3058c09-7585-41ac-8c2d-2adf2f94a5db" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.105949] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3058c09-7585-41ac-8c2d-2adf2f94a5db',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.304042] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 in Status: SUCCESS [ 1102.304341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.304561] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.304817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.305017] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.305182] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.305304] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.305463] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.305552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.305641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.305736] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.318689] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.318931] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.318986] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.319291] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.319400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.319521] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef05c857-b8df-4d94-aac5-633665b8b960 is going to be updated. [ 1102.369059] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.369321] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.369457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.369787] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.370066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.385503] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef05c857-b8df-4d94-aac5-633665b8b960 in Status: IN_PROGRESS for 2s [ 1102.607042] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.607279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.608681] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4f2cb53-46dd-4ddc-a9c8-5de61f872d68',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.609984] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3058c09-7585-41ac-8c2d-2adf2f94a5db with status ACTIVE [ 1102.610197] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.610367] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.610465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.610780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.610895] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.611515] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.611515] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.611647] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.611897] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.612030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.612314] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.612465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.612561] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.612767] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.612880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.613016] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3058c09-7585-41ac-8c2d-2adf2f94a5db is going to be updated. [ 1102.638292] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.638292] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.638517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.638662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.638707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.638897] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3058c09-7585-41ac-8c2d-2adf2f94a5db" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.808554] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c23df24-c72f-416f-a77c-de60dc11cea7 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.808825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.808825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.809041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.809212] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.809311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.809366] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.809518] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.809606] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.809688] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.809860] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c23df24-c72f-416f-a77c-de60dc11cea7 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.809992] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.810086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.810240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.810380] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.810471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.810527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.810662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.810737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.810820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.810909] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.115984] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4f2cb53-46dd-4ddc-a9c8-5de61f872d68',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.313162] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c23df24-c72f-416f-a77c-de60dc11cea7: rpc.has_security_group_logging(os_id): False [ 1103.343755] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.344226] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.344226] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.344398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.368398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.368398] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.368708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.368708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.368785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.368841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.369084] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.369196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.369263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.369419] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.369497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.369716] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.369786] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.369833] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.369993] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.370403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.370527] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 is going to be updated. [ 1103.468090] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.468334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.468334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.468807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.468807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.483784] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 in Status: IN_PROGRESS for 2s [ 1103.619053] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.619139] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.619185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.619418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.619897] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.619897] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 is going to be created. [ 1103.665149] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.665444] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.665523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.665820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.666740] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.680124] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 in Status: UNINITIALIZED for 2s [ 1104.398792] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef05c857-b8df-4d94-aac5-633665b8b960 in Status: SUCCESS [ 1104.399198] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.399198] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.399555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.399780] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.399958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.399958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.401736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.401736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.401736] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.904647] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.283064] env[65529]: INFO networking_nsxv3.common.synchronization [req-d57dc6de-6a8a-44c1-a5a5-9297cd38863b req-9a4f92ef-e622-45e8-bb21-164a61bde166 tempest-ServersTestJSON-2119500116 tempest-ServersTestJSON-2119500116-project-member] Enqueued Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 1105.283803] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 1105.283991] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.284889] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.285069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.285209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.285557] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.285913] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.285913] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.285913] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.286094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.286202] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.406549] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.502327] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 in Status: SUCCESS [ 1105.502327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.694605] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 in Status: SUCCESS [ 1105.694605] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.694605] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.694605] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.694605] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.694605] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.694605] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.694932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.694932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.695161] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.695277] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4f2cb53-46dd-4ddc-a9c8-5de61f872d68',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.790093] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.911581] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.911581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.911581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.911581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.911581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.911581] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef05c857-b8df-4d94-aac5-633665b8b960 is going to be updated. [ 1105.952294] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.952781] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.953022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.953435] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.955019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.965420] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef05c857-b8df-4d94-aac5-633665b8b960 in Status: IN_PROGRESS for 2s [ 1106.200607] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4f2cb53-46dd-4ddc-a9c8-5de61f872d68',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.292681] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.704357] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4f2cb53-46dd-4ddc-a9c8-5de61f872d68: rpc.has_security_group_logging(os_id): False [ 1106.706293] env[65529]: INFO networking_nsxv3.common.synchronization [req-3f07d7c6-b191-4bed-9402-cf2619105eb9 req-2a588140-84be-427b-9abd-5403314fc10f tempest-DeleteServersTestJSON-994990992 tempest-DeleteServersTestJSON-994990992-project-member] Enqueued Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 1106.708433] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 1106.709111] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.709265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.709363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.709610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.709800] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.709927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.710033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.710243] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.710342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.710453] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.746313] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.746496] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.746570] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.746944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.746944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.747175] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.747282] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.747348] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.747533] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.747677] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.747768] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 is going to be created. [ 1106.794670] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.794843] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.794921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.795225] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.795385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.795527] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eab85d65-9b66-46cf-bf13-f44781596cb3 is going to be updated. [ 1106.827850] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.828056] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.828094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.828292] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.828491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.830285] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.830399] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.830509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.830668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.830780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.843811] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: IN_PROGRESS for 2s [ 1106.847989] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 in Status: IN_PROGRESS for 2s [ 1107.143674] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-424 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.143892] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-424" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.143995] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-424" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.144378] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-424" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.144657] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.144899] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.145094] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.145377] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.145527] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.145734] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.145848] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1107.145953] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1107.146070] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1107.146181] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.146285] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1107.146413] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1107.165071] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1107.165348] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1107.165417] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1107.165585] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-424" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.166575] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-4e1ecb8c-1e24-4401-aa4c-9cf6889cf3ff taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.166575] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-4e1ecb8c-1e24-4401-aa4c-9cf6889cf3ff" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.166575] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-4e1ecb8c-1e24-4401-aa4c-9cf6889cf3ff" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.166881] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-4e1ecb8c-1e24-4401-aa4c-9cf6889cf3ff" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.167038] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e1ecb8c-1e24-4401-aa4c-9cf6889cf3ff',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.214322] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.214545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.214641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.214880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.215019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.215324] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.215471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.215549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.215742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.215825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.215935] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 is going to be updated. [ 1107.247809] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.248224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.248476] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.248828] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.250016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.258836] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: IN_PROGRESS for 2s [ 1107.670157] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.671240] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.671240] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.671240] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.671525] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.671802] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 4e1ecb8c-1e24-4401-aa4c-9cf6889cf3ff not found, creating... [ 1107.672698] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.672698] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.672823] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.673202] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.673428] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.673902] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.674401] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.674401] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.674713] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.674955] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.675247] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 4e1ecb8c-1e24-4401-aa4c-9cf6889cf3ff is going to be created. [ 1107.701663] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.701917] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.702060] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.702737] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.702737] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.702892] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-4e1ecb8c-1e24-4401-aa4c-9cf6889cf3ff" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.978735] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef05c857-b8df-4d94-aac5-633665b8b960 in Status: SUCCESS [ 1107.979070] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.979210] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.980697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.980697] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.980697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.980697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.980697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.980697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.980697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.980697] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05c857-b8df-4d94-aac5-633665b8b960 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.980697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.980697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.981096] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.984853] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.985073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.985148] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.985404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.985694] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.985891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.986113] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.431046] env[65529]: INFO networking_nsxv3.common.synchronization [req-3f07d7c6-b191-4bed-9402-cf2619105eb9 req-d2d6c7d4-6f7b-4cff-8d29-377260df5dc8 service nova] Enqueued Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_rules [ 1108.431248] env[65529]: INFO networking_nsxv3.common.synchronization [req-3f07d7c6-b191-4bed-9402-cf2619105eb9 req-d2d6c7d4-6f7b-4cff-8d29-377260df5dc8 service nova] Enqueued Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 1108.431388] env[65529]: INFO networking_nsxv3.common.synchronization [req-3f07d7c6-b191-4bed-9402-cf2619105eb9 req-d2d6c7d4-6f7b-4cff-8d29-377260df5dc8 service nova] Enqueued Resource ID: 4e1ecb8c-1e24-4401-aa4c-9cf6889cf3ff with Priority: HIGHEST for action port [ 1108.431942] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_rules [ 1108.432097] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 1108.432197] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1ecb8c-1e24-4401-aa4c-9cf6889cf3ff with Priority: HIGHEST for action port [ 1108.432538] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.432610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.432678] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.432871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.432955] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.433947] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.434878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.436415] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e1ecb8c-1e24-4401-aa4c-9cf6889cf3ff taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.436415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e1ecb8c-1e24-4401-aa4c-9cf6889cf3ff" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.436415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e1ecb8c-1e24-4401-aa4c-9cf6889cf3ff" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.436415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e1ecb8c-1e24-4401-aa4c-9cf6889cf3ff" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.436415] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e1ecb8c-1e24-4401-aa4c-9cf6889cf3ff',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.489174] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef05c857-b8df-4d94-aac5-633665b8b960: rpc.has_security_group_logging(os_id): False [ 1108.511376] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.511534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.511604] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.511853] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.511961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.512151] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.512287] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.512356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.512531] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.512613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.512818] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.512937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.513014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.513218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.513349] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.513511] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.513617] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.513660] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.513803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.513876] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.513962] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef05c857-b8df-4d94-aac5-633665b8b960 is going to be created. [ 1108.582550] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.582752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.582850] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.583168] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.583486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.595990] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef05c857-b8df-4d94-aac5-633665b8b960 in Status: IN_PROGRESS for 2s [ 1108.859533] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: SUCCESS [ 1108.859820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.861677] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 in Status: SUCCESS [ 1108.861871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.939039] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.939039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.939039] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e1ecb8c-1e24-4401-aa4c-9cf6889cf3ff with status ACTIVE [ 1108.939039] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.939039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.939039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.939441] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.939441] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.939441] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.939441] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.939627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.939660] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.939846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.939880] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.939983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.940025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.940202] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.940251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.940370] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e1ecb8c-1e24-4401-aa4c-9cf6889cf3ff is going to be updated. [ 1108.967116] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.967358] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.967458] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.967769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.967944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.968170] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e1ecb8c-1e24-4401-aa4c-9cf6889cf3ff" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.276370] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: SUCCESS [ 1109.277149] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 deletion is rescheduled due to dependency. [ 1109.277255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.277415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.277634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.277816] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.277933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.277996] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.278160] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.278246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.278326] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.785428] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.948812] env[65529]: INFO networking_nsxv3.common.synchronization [req-68c210d0-de27-476c-bbbf-7c4cbfe0668e req-f3c646bb-2f8e-406d-ba5f-5e90171ccd5f tempest-ServerRescueTestJSON-125845872 tempest-ServerRescueTestJSON-125845872-project-member] Enqueued Resource ID: fcaf41bd-3467-4093-884a-9af81ea9b903 with Priority: HIGHEST for action security_group_members [ 1109.949414] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcaf41bd-3467-4093-884a-9af81ea9b903 with Priority: HIGHEST for action security_group_members [ 1109.950307] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcaf41bd-3467-4093-884a-9af81ea9b903 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.950437] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.950539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.950830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.951628] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.951628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.951628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.951628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.951628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.951628] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcaf41bd-3467-4093-884a-9af81ea9b903',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.287739] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.412164] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.412813] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-362" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.412813] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-362" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.412813] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-362" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.413883] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.413883] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.413883] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.413883] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.413883] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.413883] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.414192] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1110.414192] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1110.414192] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1110.414285] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.414327] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1110.414646] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1110.454069] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1110.454247] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1110.454379] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1110.454611] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-362" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.454901] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-b1e3f96e-e15e-4b0c-a604-72df99ab6d9e taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.455081] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-b1e3f96e-e15e-4b0c-a604-72df99ab6d9e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.455202] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-b1e3f96e-e15e-4b0c-a604-72df99ab6d9e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.455654] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-b1e3f96e-e15e-4b0c-a604-72df99ab6d9e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.455806] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1e3f96e-e15e-4b0c-a604-72df99ab6d9e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.456785] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcaf41bd-3467-4093-884a-9af81ea9b903',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.614029] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef05c857-b8df-4d94-aac5-633665b8b960 in Status: SUCCESS [ 1110.614029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.614581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.614795] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.614899] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.790766] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.791075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.791075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.791467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.791467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.791467] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 is going to be updated. [ 1110.823521] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.823742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.823742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.823946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.824109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.834270] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: IN_PROGRESS for 2s [ 1110.923830] env[65529]: INFO networking_nsxv3.common.synchronization [req-b2c3ef38-20ba-4f98-8155-bd7661b5b792 req-3fa4cf78-cf59-4cd9-b640-6c01962b9553 tempest-MultipleCreateTestJSON-1438785610 tempest-MultipleCreateTestJSON-1438785610-project-member] Enqueued Resource ID: ef05c857-b8df-4d94-aac5-633665b8b960 with Priority: HIGHEST for action security_group_members [ 1110.924508] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef05c857-b8df-4d94-aac5-633665b8b960 with Priority: HIGHEST for action security_group_members [ 1110.924886] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05c857-b8df-4d94-aac5-633665b8b960 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.925049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.925180] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.925432] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.925769] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.925861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.925963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.926191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.926326] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.926448] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.958358] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.958635] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.958781] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.959094] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.959311] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.959439] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port b1e3f96e-e15e-4b0c-a604-72df99ab6d9e not found, creating... [ 1110.959693] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.959858] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.959985] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.960269] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.960413] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.960811] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.960997] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.961156] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.961410] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.961550] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.961723] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: b1e3f96e-e15e-4b0c-a604-72df99ab6d9e is going to be created. [ 1110.962963] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcaf41bd-3467-4093-884a-9af81ea9b903',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.983907] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.984143] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.984256] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.985254] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.985548] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.985853] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-b1e3f96e-e15e-4b0c-a604-72df99ab6d9e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.120403] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05c857-b8df-4d94-aac5-633665b8b960 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.120403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.185820] env[65529]: INFO networking_nsxv3.common.synchronization [req-a9160267-878f-46a0-be2e-cdd715ad9551 req-6929a48c-20fa-4045-abcb-0ec4c288da0a tempest-MultipleCreateTestJSON-1438785610 tempest-MultipleCreateTestJSON-1438785610-project-member] Enqueued Resource ID: ef05c857-b8df-4d94-aac5-633665b8b960 with Priority: HIGHEST for action security_group_members [ 1111.186388] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef05c857-b8df-4d94-aac5-633665b8b960 with Priority: HIGHEST for action security_group_members [ 1111.186905] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05c857-b8df-4d94-aac5-633665b8b960 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.186905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.428459] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.466896] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.466896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.467119] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.467568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.467568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.467568] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcaf41bd-3467-4093-884a-9af81ea9b903 is going to be updated. [ 1111.502269] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.502478] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.502565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.502789] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.502972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.516145] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcaf41bd-3467-4093-884a-9af81ea9b903 in Status: IN_PROGRESS for 2s [ 1111.706722] env[65529]: INFO networking_nsxv3.common.synchronization [req-68c210d0-de27-476c-bbbf-7c4cbfe0668e req-33a977f4-3c45-4bab-9c1d-c3019004c43c service nova] Enqueued Resource ID: fcaf41bd-3467-4093-884a-9af81ea9b903 with Priority: HIGHEST for action security_group_rules [ 1111.707718] env[65529]: INFO networking_nsxv3.common.synchronization [req-68c210d0-de27-476c-bbbf-7c4cbfe0668e req-33a977f4-3c45-4bab-9c1d-c3019004c43c service nova] Enqueued Resource ID: fcaf41bd-3467-4093-884a-9af81ea9b903 with Priority: HIGHEST for action security_group_members [ 1111.707917] env[65529]: INFO networking_nsxv3.common.synchronization [req-68c210d0-de27-476c-bbbf-7c4cbfe0668e req-33a977f4-3c45-4bab-9c1d-c3019004c43c service nova] Enqueued Resource ID: b1e3f96e-e15e-4b0c-a604-72df99ab6d9e with Priority: HIGHEST for action port [ 1111.708696] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcaf41bd-3467-4093-884a-9af81ea9b903 with Priority: HIGHEST for action security_group_rules [ 1111.708906] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcaf41bd-3467-4093-884a-9af81ea9b903 with Priority: HIGHEST for action security_group_members [ 1111.709083] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1e3f96e-e15e-4b0c-a604-72df99ab6d9e with Priority: HIGHEST for action port [ 1111.709872] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcaf41bd-3467-4093-884a-9af81ea9b903 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.710076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.710183] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.710482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.710644] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcaf41bd-3467-4093-884a-9af81ea9b903',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.712252] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcaf41bd-3467-4093-884a-9af81ea9b903 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.712437] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.713326] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1e3f96e-e15e-4b0c-a604-72df99ab6d9e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.713444] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1e3f96e-e15e-4b0c-a604-72df99ab6d9e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.713516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1e3f96e-e15e-4b0c-a604-72df99ab6d9e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.714885] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1e3f96e-e15e-4b0c-a604-72df99ab6d9e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.715042] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1e3f96e-e15e-4b0c-a604-72df99ab6d9e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.935309] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.217475] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcaf41bd-3467-4093-884a-9af81ea9b903 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.217635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.217810] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1e3f96e-e15e-4b0c-a604-72df99ab6d9e with status ACTIVE [ 1112.218016] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.218143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.218192] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.218545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.218821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.219067] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.219178] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.219247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.219420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.219502] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.219703] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.219804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.219849] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.219986] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.220150] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.220260] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1e3f96e-e15e-4b0c-a604-72df99ab6d9e is going to be updated. [ 1112.253147] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.253343] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.253384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.253580] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.253765] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.253988] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1e3f96e-e15e-4b0c-a604-72df99ab6d9e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.437114] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.437617] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.437617] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.437954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.438476] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.438663] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef05c857-b8df-4d94-aac5-633665b8b960 is going to be updated. [ 1112.488554] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.488554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.488554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.488957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.489372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.500595] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef05c857-b8df-4d94-aac5-633665b8b960 in Status: IN_PROGRESS for 2s [ 1112.844540] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: SUCCESS [ 1112.844796] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.844975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.845230] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.845430] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.845898] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.845898] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.845898] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.845898] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.846069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.846203] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.349272] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.349482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.349482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.350043] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.350043] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.350043] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.350043] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.350234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.350264] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.350346] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.350940] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.350940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.350940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.350940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.350940] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.351331] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.351331] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.351331] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.351331] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.351523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.351523] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.527386] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcaf41bd-3467-4093-884a-9af81ea9b903 in Status: SUCCESS [ 1113.527752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.527911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.528032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.528252] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.528377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.528515] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.528602] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.528700] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.528801] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcaf41bd-3467-4093-884a-9af81ea9b903',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.854542] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65: rpc.has_security_group_logging(os_id): False [ 1113.875408] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.875845] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.875934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.876293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.876482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.876715] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.876833] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.876896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.877181] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.877319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.877732] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.877932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.878085] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.878362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.878518] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.878835] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.878962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.879046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.879215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.879321] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.879427] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 is going to be updated. [ 1113.956188] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.956188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.956188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.956773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.956773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.977522] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: IN_PROGRESS for 2s [ 1114.031215] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcaf41bd-3467-4093-884a-9af81ea9b903',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.511859] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef05c857-b8df-4d94-aac5-633665b8b960 in Status: SUCCESS [ 1114.511859] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.511859] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.512137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.512322] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.513011] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.513011] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.513011] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.513011] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.513011] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.513011] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.513826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.514009] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.514177] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.514305] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.514384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.514553] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.515394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.515394] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.533752] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcaf41bd-3467-4093-884a-9af81ea9b903',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.016726] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05c857-b8df-4d94-aac5-633665b8b960 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.016918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.017935] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.017935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.017935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.018210] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.018265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.018452] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.018654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.018654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.018763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.018821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.019257] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef05c857-b8df-4d94-aac5-633665b8b960 is going to be updated. [ 1115.031120] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.031418] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.031590] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.031930] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.032231] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.032428] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.032585] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.032861] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.033057] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.033770] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.033770] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.033770] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.033770] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.033938] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.033938] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.034119] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.035955] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.036090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.036166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.036364] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.036452] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.036551] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcaf41bd-3467-4093-884a-9af81ea9b903 is going to be updated. [ 1115.055070] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.055247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.055338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.055540] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.056158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.057600] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.057768] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1115.057970] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.058187] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.058524] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-1e9eb7f7-6b56-4db7-adfb-fbe27fd8501f taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.058669] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-1e9eb7f7-6b56-4db7-adfb-fbe27fd8501f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.058800] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-1e9eb7f7-6b56-4db7-adfb-fbe27fd8501f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.059064] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-1e9eb7f7-6b56-4db7-adfb-fbe27fd8501f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.059249] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e9eb7f7-6b56-4db7-adfb-fbe27fd8501f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.071330] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef05c857-b8df-4d94-aac5-633665b8b960 in Status: IN_PROGRESS for 2s [ 1115.075083] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.075227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.075360] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.075807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.075967] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.085289] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcaf41bd-3467-4093-884a-9af81ea9b903 in Status: IN_PROGRESS for 2s [ 1115.562064] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.562064] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.562064] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.562577] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.562708] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.563118] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.563316] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.563454] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.563765] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.564020] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.564336] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.564585] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.564766] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.565036] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.565211] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.565423] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 1e9eb7f7-6b56-4db7-adfb-fbe27fd8501f is going to be updated. [ 1115.588458] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.588829] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.589017] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.589306] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.589511] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.589736] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-1e9eb7f7-6b56-4db7-adfb-fbe27fd8501f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.997437] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: SUCCESS [ 1115.998039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.281687] env[65529]: INFO networking_nsxv3.common.synchronization [req-a3de361c-063a-4901-81af-ae6b101e0114 req-0d70f80f-2251-4c4a-a7ab-639585b3aaa2 service nova] Enqueued Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_rules [ 1116.282084] env[65529]: INFO networking_nsxv3.common.synchronization [req-a3de361c-063a-4901-81af-ae6b101e0114 req-0d70f80f-2251-4c4a-a7ab-639585b3aaa2 service nova] Enqueued Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_members [ 1116.282369] env[65529]: INFO networking_nsxv3.common.synchronization [req-a3de361c-063a-4901-81af-ae6b101e0114 req-0d70f80f-2251-4c4a-a7ab-639585b3aaa2 service nova] Enqueued Resource ID: 1e9eb7f7-6b56-4db7-adfb-fbe27fd8501f with Priority: HIGHEST for action port [ 1116.284803] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_rules [ 1116.285228] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_members [ 1116.285359] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e9eb7f7-6b56-4db7-adfb-fbe27fd8501f with Priority: HIGHEST for action port [ 1116.285762] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c23df24-c72f-416f-a77c-de60dc11cea7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.285946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.286154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.286526] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.286671] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.288943] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c23df24-c72f-416f-a77c-de60dc11cea7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.289196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.289301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.289565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.289729] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.289854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.290079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.290353] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.290453] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.290568] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.291846] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e9eb7f7-6b56-4db7-adfb-fbe27fd8501f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.292060] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e9eb7f7-6b56-4db7-adfb-fbe27fd8501f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.292137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e9eb7f7-6b56-4db7-adfb-fbe27fd8501f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.292325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e9eb7f7-6b56-4db7-adfb-fbe27fd8501f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.292394] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e9eb7f7-6b56-4db7-adfb-fbe27fd8501f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.795329] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.796882] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c23df24-c72f-416f-a77c-de60dc11cea7 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.797022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.797508] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e9eb7f7-6b56-4db7-adfb-fbe27fd8501f with status ACTIVE [ 1116.797644] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.797748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.797817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.798122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.798241] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.798508] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.798703] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.798797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.798963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.799096] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.799364] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.799463] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.799525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.799744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.799834] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.799930] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e9eb7f7-6b56-4db7-adfb-fbe27fd8501f is going to be updated. [ 1116.825552] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.825764] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.825812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.826019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.826157] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.827035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e9eb7f7-6b56-4db7-adfb-fbe27fd8501f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.081983] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef05c857-b8df-4d94-aac5-633665b8b960 in Status: SUCCESS [ 1117.082183] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef05c857-b8df-4d94-aac5-633665b8b960 deletion is rescheduled due to dependency. [ 1117.082309] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.082493] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.082826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.083212] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.083212] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.083432] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.083432] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.083499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.083654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.083755] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05c857-b8df-4d94-aac5-633665b8b960 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.083842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.083908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.084066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.085084] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.085233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.085306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.085467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.085550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.085635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.085731] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.097943] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcaf41bd-3467-4093-884a-9af81ea9b903 in Status: SUCCESS [ 1117.098249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.098363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.098617] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.098848] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.098973] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.099059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.099258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.099347] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.099347] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.099526] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcaf41bd-3467-4093-884a-9af81ea9b903',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.298358] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.589308] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef05c857-b8df-4d94-aac5-633665b8b960: rpc.has_security_group_logging(os_id): False [ 1117.602202] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcaf41bd-3467-4093-884a-9af81ea9b903 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.602489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.602622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.602922] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.603358] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.603358] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.603618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.603666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.603798] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.603940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.604280] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcaf41bd-3467-4093-884a-9af81ea9b903 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.604546] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.604781] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.604973] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.605142] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.605247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.605313] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.605463] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.605544] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.605965] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.605965] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcaf41bd-3467-4093-884a-9af81ea9b903',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.609310] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.609436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.609485] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.609745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.609745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.609899] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.610156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.610156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.610295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.610295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.610478] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.610577] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.610629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.610757] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.610851] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.611040] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.611134] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.611197] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.611657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.611779] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.611831] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef05c857-b8df-4d94-aac5-633665b8b960 is going to be updated. [ 1117.678262] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.678412] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.678470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.678696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.678845] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.691271] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef05c857-b8df-4d94-aac5-633665b8b960 in Status: IN_PROGRESS for 2s [ 1117.801825] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.802174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.802174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.802267] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.802359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.802470] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 is going to be updated. [ 1117.845699] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.845877] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.845922] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.846240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.846445] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.859150] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 in Status: IN_PROGRESS for 2s [ 1118.109528] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcaf41bd-3467-4093-884a-9af81ea9b903: rpc.has_security_group_logging(os_id): False [ 1118.131309] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.131525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.131641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.131980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.132160] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.132529] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.132723] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.132846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.133379] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.133596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.133923] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.134760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.134760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.134760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.134760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.134760] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.135053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.135053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.135053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.135160] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.135231] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcaf41bd-3467-4093-884a-9af81ea9b903 is going to be updated. [ 1118.204400] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.204560] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.204669] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.204943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.205067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.218786] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcaf41bd-3467-4093-884a-9af81ea9b903 in Status: IN_PROGRESS for 2s [ 1119.523981] env[65529]: INFO networking_nsxv3.common.synchronization [req-450a9196-486b-44d6-937a-cf83c8848d21 req-656b41a3-6f85-45b6-814c-843c2c2cbd87 tempest-ServersTestJSON-2119500116 tempest-ServersTestJSON-2119500116-project-member] Enqueued Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 1119.524806] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 1119.525570] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.525731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.525840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.526301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.526508] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.526588] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.526687] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.526891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.527262] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.527262] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.709012] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef05c857-b8df-4d94-aac5-633665b8b960 in Status: SUCCESS [ 1119.709255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.796070] env[65529]: INFO networking_nsxv3.common.synchronization [req-51bd354c-ceb2-494b-b640-bb9fa047bb60 req-de758371-274d-4ec0-ad33-959f92a26e66 tempest-ServerActionsTestJSON-897994477 tempest-ServerActionsTestJSON-897994477-project-member] Enqueued Resource ID: a98ec43a-4056-4923-8a80-54ff207270c0 with Priority: HIGHEST for action security_group_members [ 1119.796687] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a98ec43a-4056-4923-8a80-54ff207270c0 with Priority: HIGHEST for action security_group_members [ 1119.797082] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-a98ec43a-4056-4923-8a80-54ff207270c0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.797274] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a98ec43a-4056-4923-8a80-54ff207270c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.797400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a98ec43a-4056-4923-8a80-54ff207270c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.797724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a98ec43a-4056-4923-8a80-54ff207270c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.798684] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.798684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.798684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.798684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.798684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.798684] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a98ec43a-4056-4923-8a80-54ff207270c0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.870403] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 in Status: SUCCESS [ 1119.870623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.870774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.870997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.871199] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.871310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.871370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.871517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.871592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.871673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.871761] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.910242] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.910242] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-414" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.910242] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-414" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.910444] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-414" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.910936] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.910936] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.911085] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.911189] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.911335] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.911623] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1119.911763] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1119.911882] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1119.912550] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1119.912550] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1119.912550] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1119.912550] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1119.934949] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1119.937656] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1119.937656] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1119.937656] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-414" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.937656] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-1897740b-a12f-475e-8618-1ca6dba1a77b taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.937656] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-1897740b-a12f-475e-8618-1ca6dba1a77b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.937656] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-1897740b-a12f-475e-8618-1ca6dba1a77b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.937656] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-1897740b-a12f-475e-8618-1ca6dba1a77b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.937656] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1897740b-a12f-475e-8618-1ca6dba1a77b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.030235] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.237758] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcaf41bd-3467-4093-884a-9af81ea9b903 in Status: SUCCESS [ 1120.237982] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.300958] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.301104] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.301205] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.301523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.324603] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.324973] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.325596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.325596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.325596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.325596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.325596] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a98ec43a-4056-4923-8a80-54ff207270c0 is going to be updated. [ 1120.367851] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.368105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.368105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.368288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.368430] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.374156] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c23df24-c72f-416f-a77c-de60dc11cea7 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.374295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.374363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.374563] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.374774] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.374917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.374917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.375077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.375158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.375240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.375384] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c23df24-c72f-416f-a77c-de60dc11cea7 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.375473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.375531] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.375668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.375914] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.376030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.376030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.376169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.376239] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.376318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.376403] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.377927] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a98ec43a-4056-4923-8a80-54ff207270c0 in Status: IN_PROGRESS for 2s [ 1120.440765] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.441019] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.441205] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.441456] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.441628] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.441786] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 1897740b-a12f-475e-8618-1ca6dba1a77b not found, creating... [ 1120.442070] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.442232] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.442348] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.442612] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.442779] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.443076] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.443243] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.443358] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.443575] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.443708] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.443848] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 1897740b-a12f-475e-8618-1ca6dba1a77b is going to be created. [ 1120.464121] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.464341] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.464458] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.464772] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.465548] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.465548] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-1897740b-a12f-475e-8618-1ca6dba1a77b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.534089] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.878824] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c23df24-c72f-416f-a77c-de60dc11cea7: rpc.has_security_group_logging(os_id): False [ 1120.896793] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.896970] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.897131] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.897469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.897508] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.897787] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.897955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.898049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.898902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.898902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.898902] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.898902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.898902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.899156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.899156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.899247] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.899340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.899400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.899535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.899614] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.899702] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 is going to be updated. [ 1120.965201] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.965201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.965201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.965201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.965464] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.980762] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 in Status: IN_PROGRESS for 2s [ 1121.036454] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.036668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.036668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.036887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.036988] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.037116] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eab85d65-9b66-46cf-bf13-f44781596cb3 is going to be updated. [ 1121.089825] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.089825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.089825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.089825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.089825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.099261] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: IN_PROGRESS for 2s [ 1121.218517] env[65529]: INFO networking_nsxv3.common.synchronization [req-450a9196-486b-44d6-937a-cf83c8848d21 req-11205894-e693-406f-9bf2-1c7f86b352c7 service nova] Enqueued Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_rules [ 1121.218729] env[65529]: INFO networking_nsxv3.common.synchronization [req-450a9196-486b-44d6-937a-cf83c8848d21 req-11205894-e693-406f-9bf2-1c7f86b352c7 service nova] Enqueued Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 1121.218840] env[65529]: INFO networking_nsxv3.common.synchronization [req-450a9196-486b-44d6-937a-cf83c8848d21 req-11205894-e693-406f-9bf2-1c7f86b352c7 service nova] Enqueued Resource ID: 1897740b-a12f-475e-8618-1ca6dba1a77b with Priority: HIGHEST for action port [ 1121.219404] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_rules [ 1121.219586] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 1121.219683] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1897740b-a12f-475e-8618-1ca6dba1a77b with Priority: HIGHEST for action port [ 1121.220190] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.220356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.220356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.220554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.220667] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.222539] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.222539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.222665] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-1897740b-a12f-475e-8618-1ca6dba1a77b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.222812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1897740b-a12f-475e-8618-1ca6dba1a77b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.222908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1897740b-a12f-475e-8618-1ca6dba1a77b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.223122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1897740b-a12f-475e-8618-1ca6dba1a77b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.223230] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1897740b-a12f-475e-8618-1ca6dba1a77b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.725494] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.727207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.727414] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1897740b-a12f-475e-8618-1ca6dba1a77b with status ACTIVE [ 1121.727597] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.727709] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.727775] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.727975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.728075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.728249] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.728342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.728405] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.728569] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.728661] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.728832] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.728925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.728985] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.729137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.729209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.729293] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1897740b-a12f-475e-8618-1ca6dba1a77b is going to be updated. [ 1121.754183] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.754333] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.756040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.756040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.756040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.756040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1897740b-a12f-475e-8618-1ca6dba1a77b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.388675] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a98ec43a-4056-4923-8a80-54ff207270c0 in Status: SUCCESS [ 1122.388901] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a98ec43a-4056-4923-8a80-54ff207270c0 deletion is rescheduled due to dependency. [ 1122.389016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a98ec43a-4056-4923-8a80-54ff207270c0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.642873] env[65529]: INFO networking_nsxv3.common.synchronization [req-eac73cef-5373-4277-ac46-59f6da55d870 req-353722fd-0aa3-4245-b13b-1e80b7e39c77 tempest-MultipleCreateTestJSON-1438785610 tempest-MultipleCreateTestJSON-1438785610-project-member] Enqueued Resource ID: ef05c857-b8df-4d94-aac5-633665b8b960 with Priority: HIGHEST for action security_group_members [ 1122.644304] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef05c857-b8df-4d94-aac5-633665b8b960 with Priority: HIGHEST for action security_group_members [ 1122.645042] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05c857-b8df-4d94-aac5-633665b8b960 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.645173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.645220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.645514] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.645776] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.646009] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.646059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.646273] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.646367] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.646497] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.999370] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-719 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.999768] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-719" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.999815] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-719" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.000320] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-719" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.000639] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.000939] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.001091] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.001336] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.001487] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.001697] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.001810] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.001918] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.002037] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.002147] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.002252] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.002384] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.004100] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 in Status: SUCCESS [ 1123.004300] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.023827] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.024189] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1123.024387] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.024607] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-719" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.024994] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-aaf105f6-e3d6-47d1-af1a-6004a4aced26 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.025183] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-aaf105f6-e3d6-47d1-af1a-6004a4aced26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.025353] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-aaf105f6-e3d6-47d1-af1a-6004a4aced26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.025641] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-aaf105f6-e3d6-47d1-af1a-6004a4aced26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.025771] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaf105f6-e3d6-47d1-af1a-6004a4aced26',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.109068] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: SUCCESS [ 1123.109319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.109532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.109848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.110052] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.110189] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.110278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.110459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.110561] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.110652] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.149672] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.149672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.149672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.149672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.149672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.149672] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.149672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.149923] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.149923] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.149979] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.150043] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef05c857-b8df-4d94-aac5-633665b8b960 is going to be updated. [ 1123.176635] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.176830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.176887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.177101] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.177248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.187370] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef05c857-b8df-4d94-aac5-633665b8b960 in Status: IN_PROGRESS for 2s [ 1123.282589] env[65529]: INFO networking_nsxv3.common.synchronization [req-48e25f45-5e3f-4a5f-897d-42729e59d1ca req-49cc95ad-f790-45e4-bac4-2396567d388e tempest-DeleteServersTestJSON-994990992 tempest-DeleteServersTestJSON-994990992-project-member] Enqueued Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 1123.283154] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 1123.283916] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.283916] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.283916] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.283916] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.284287] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.284287] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.284287] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.284287] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.284562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.284562] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.530072] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.530072] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.530072] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.530072] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.530072] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.530072] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port aaf105f6-e3d6-47d1-af1a-6004a4aced26 not found, creating... [ 1123.530072] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.530072] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.530072] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.530072] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.530072] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.530629] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.530629] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.530629] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.530744] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.530876] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.531016] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: aaf105f6-e3d6-47d1-af1a-6004a4aced26 is going to be created. [ 1123.551856] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.552165] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.552292] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.552578] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.552842] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.553100] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-aaf105f6-e3d6-47d1-af1a-6004a4aced26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.613056] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.787443] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.787601] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.787674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.787948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.788094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.788313] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.788424] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.788489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.788724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.788807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.788929] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 is going to be updated. [ 1123.823199] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.823325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.823377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.823570] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.823725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.833853] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: IN_PROGRESS for 2s [ 1124.116713] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.275338] env[65529]: INFO networking_nsxv3.common.synchronization [req-eac73cef-5373-4277-ac46-59f6da55d870 req-2d111974-8872-4ed1-a8b7-769435dfdaf1 service nova] Enqueued Resource ID: ef05c857-b8df-4d94-aac5-633665b8b960 with Priority: HIGHEST for action security_group_rules [ 1124.275505] env[65529]: INFO networking_nsxv3.common.synchronization [req-eac73cef-5373-4277-ac46-59f6da55d870 req-2d111974-8872-4ed1-a8b7-769435dfdaf1 service nova] Enqueued Resource ID: ef05c857-b8df-4d94-aac5-633665b8b960 with Priority: HIGHEST for action security_group_members [ 1124.275638] env[65529]: INFO networking_nsxv3.common.synchronization [req-eac73cef-5373-4277-ac46-59f6da55d870 req-2d111974-8872-4ed1-a8b7-769435dfdaf1 service nova] Enqueued Resource ID: aaf105f6-e3d6-47d1-af1a-6004a4aced26 with Priority: HIGHEST for action port [ 1124.276328] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef05c857-b8df-4d94-aac5-633665b8b960 with Priority: HIGHEST for action security_group_rules [ 1124.276501] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef05c857-b8df-4d94-aac5-633665b8b960 with Priority: HIGHEST for action security_group_members [ 1124.276615] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaf105f6-e3d6-47d1-af1a-6004a4aced26 with Priority: HIGHEST for action port [ 1124.277692] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef05c857-b8df-4d94-aac5-633665b8b960 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.277826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.277974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.278224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.278310] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.279587] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05c857-b8df-4d94-aac5-633665b8b960 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.279699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.279949] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-aaf105f6-e3d6-47d1-af1a-6004a4aced26 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.280073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aaf105f6-e3d6-47d1-af1a-6004a4aced26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.280138] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aaf105f6-e3d6-47d1-af1a-6004a4aced26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.280485] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aaf105f6-e3d6-47d1-af1a-6004a4aced26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.280485] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaf105f6-e3d6-47d1-af1a-6004a4aced26',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.618657] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.618867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.618867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.619180] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.619313] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.619446] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eab85d65-9b66-46cf-bf13-f44781596cb3 is going to be updated. [ 1124.663087] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.663470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.663470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.663673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.663823] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.675389] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: IN_PROGRESS for 2s [ 1124.783086] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05c857-b8df-4d94-aac5-633665b8b960 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.784029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.784029] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aaf105f6-e3d6-47d1-af1a-6004a4aced26 with status ACTIVE [ 1124.784029] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.784274] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.784274] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.784774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.784774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.784949] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.785131] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.785236] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.785497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.785652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.785949] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.786104] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.786226] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.786448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.786557] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.786709] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aaf105f6-e3d6-47d1-af1a-6004a4aced26 is going to be updated. [ 1124.810426] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.810426] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.810426] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.810426] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.810426] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.810705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aaf105f6-e3d6-47d1-af1a-6004a4aced26" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.112972] env[65529]: INFO networking_nsxv3.common.synchronization [req-eac73cef-5373-4277-ac46-59f6da55d870 req-1558035d-18d8-4d8f-a7b2-94534b94d212 tempest-MultipleCreateTestJSON-1438785610 tempest-MultipleCreateTestJSON-1438785610-project-member] Enqueued Resource ID: ef05c857-b8df-4d94-aac5-633665b8b960 with Priority: HIGHEST for action security_group_members [ 1125.114071] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef05c857-b8df-4d94-aac5-633665b8b960 with Priority: HIGHEST for action security_group_members [ 1125.114431] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05c857-b8df-4d94-aac5-633665b8b960 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.114803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.197051] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef05c857-b8df-4d94-aac5-633665b8b960 in Status: SUCCESS [ 1125.197051] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef05c857-b8df-4d94-aac5-633665b8b960 deletion is rescheduled due to dependency. [ 1125.197441] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.197441] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.197525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.197715] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.197848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.197942] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.198095] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.198180] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.198275] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.701783] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.846088] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: SUCCESS [ 1125.846088] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 deletion is rescheduled due to dependency. [ 1125.846088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.878023] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-719 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.878167] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-719" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.878442] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-719" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.878656] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-719" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.879729] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.879729] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.879729] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.879975] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.880183] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.880465] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.880598] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.880710] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.880979] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.880979] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.881127] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.881317] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.904087] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.904327] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1125.904470] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.904674] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-719" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.905115] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-5275bf17-d591-4291-bea4-1f0a1ccf9fb6 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.905309] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-5275bf17-d591-4291-bea4-1f0a1ccf9fb6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.905431] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-5275bf17-d591-4291-bea4-1f0a1ccf9fb6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.905795] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-5275bf17-d591-4291-bea4-1f0a1ccf9fb6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.905946] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5275bf17-d591-4291-bea4-1f0a1ccf9fb6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.203607] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.408558] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.408828] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.409253] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.409253] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.409503] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.409649] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port 5275bf17-d591-4291-bea4-1f0a1ccf9fb6 not found, creating... [ 1126.409927] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.410102] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.410322] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.410439] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.410576] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.411090] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.411090] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.411427] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.411427] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.411560] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.411712] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: 5275bf17-d591-4291-bea4-1f0a1ccf9fb6 is going to be created. [ 1126.434283] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.434283] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.434283] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.434642] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.434642] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.435697] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-5275bf17-d591-4291-bea4-1f0a1ccf9fb6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.695617] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: SUCCESS [ 1126.695874] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.696066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.696689] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.696689] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.696689] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.696689] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.696965] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.696965] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.697152] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.697287] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.706119] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.706340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.706392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.706696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.706801] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.706914] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef05c857-b8df-4d94-aac5-633665b8b960 is going to be updated. [ 1126.741158] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.741158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.741158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.741900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.741900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.751211] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef05c857-b8df-4d94-aac5-633665b8b960 in Status: IN_PROGRESS for 2s [ 1127.200013] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.200211] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.200257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.200468] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.200638] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.200736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.200936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.200936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.201285] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.201285] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.201285] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.201384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.201414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.201547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.201680] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.201797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.201862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.201987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.202108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.202190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.202442] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.676592] env[65529]: INFO networking_nsxv3.common.synchronization [req-eac73cef-5373-4277-ac46-59f6da55d870 req-1a9ef522-d366-4b58-9b42-924655cdab23 service nova] Enqueued Resource ID: ef05c857-b8df-4d94-aac5-633665b8b960 with Priority: HIGHEST for action security_group_rules [ 1127.676857] env[65529]: INFO networking_nsxv3.common.synchronization [req-eac73cef-5373-4277-ac46-59f6da55d870 req-1a9ef522-d366-4b58-9b42-924655cdab23 service nova] Enqueued Resource ID: ef05c857-b8df-4d94-aac5-633665b8b960 with Priority: HIGHEST for action security_group_members [ 1127.676940] env[65529]: INFO networking_nsxv3.common.synchronization [req-eac73cef-5373-4277-ac46-59f6da55d870 req-1a9ef522-d366-4b58-9b42-924655cdab23 service nova] Enqueued Resource ID: 5275bf17-d591-4291-bea4-1f0a1ccf9fb6 with Priority: HIGHEST for action port [ 1127.677706] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef05c857-b8df-4d94-aac5-633665b8b960 with Priority: HIGHEST for action security_group_rules [ 1127.677872] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef05c857-b8df-4d94-aac5-633665b8b960 with Priority: HIGHEST for action security_group_members [ 1127.677976] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5275bf17-d591-4291-bea4-1f0a1ccf9fb6 with Priority: HIGHEST for action port [ 1127.678332] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef05c857-b8df-4d94-aac5-633665b8b960 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.678436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.678593] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05c857-b8df-4d94-aac5-633665b8b960 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.678674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.678869] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-5275bf17-d591-4291-bea4-1f0a1ccf9fb6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.678951] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5275bf17-d591-4291-bea4-1f0a1ccf9fb6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.679019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5275bf17-d591-4291-bea4-1f0a1ccf9fb6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.679230] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5275bf17-d591-4291-bea4-1f0a1ccf9fb6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.679333] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5275bf17-d591-4291-bea4-1f0a1ccf9fb6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.704482] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eab85d65-9b66-46cf-bf13-f44781596cb3: rpc.has_security_group_logging(os_id): False [ 1127.725791] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.725791] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.725791] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.725791] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.726041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.726041] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.726130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.726299] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.726381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.726461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.726717] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.726818] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.726818] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.726964] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.732068] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.732068] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.732068] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.732068] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.732068] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.732068] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.732068] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eab85d65-9b66-46cf-bf13-f44781596cb3 is going to be updated. [ 1127.811758] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.811936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.811981] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.812232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.812376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.837479] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: IN_PROGRESS for 2s [ 1128.182151] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5275bf17-d591-4291-bea4-1f0a1ccf9fb6 with status ACTIVE [ 1128.182460] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.182568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.182833] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.183331] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.183382] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.183729] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.184439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.184439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.184439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.184439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.184759] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.184986] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.185118] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.185374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.185511] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.185663] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5275bf17-d591-4291-bea4-1f0a1ccf9fb6 is going to be updated. [ 1128.210704] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.210914] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.211140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.211338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.211535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.211765] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5275bf17-d591-4291-bea4-1f0a1ccf9fb6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.516211] env[65529]: INFO networking_nsxv3.common.synchronization [req-b20e5142-8943-4ac8-a3d0-ee1957c16cab req-b2006215-309f-425b-bac2-87540cbfc169 tempest-AttachVolumeTestJSON-199253416 tempest-AttachVolumeTestJSON-199253416-project-member] Enqueued Resource ID: 42d11c71-b0b3-422b-be0b-fa33692b23f2 with Priority: HIGHEST for action security_group_members [ 1128.516778] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42d11c71-b0b3-422b-be0b-fa33692b23f2 with Priority: HIGHEST for action security_group_members [ 1128.517167] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-42d11c71-b0b3-422b-be0b-fa33692b23f2 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.517300] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.517391] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.517624] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.518019] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.518019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.518019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.518175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.518343] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.518343] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42d11c71-b0b3-422b-be0b-fa33692b23f2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.763385] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef05c857-b8df-4d94-aac5-633665b8b960 in Status: SUCCESS [ 1128.763674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.763837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.764105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.764308] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.764431] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.764523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.764663] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.766653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.766653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.766653] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.766653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.766653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.766653] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.766653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.766653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.766653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.767507] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.767507] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.023102] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.023102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.023102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.023102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.046955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.047135] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.047426] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.047426] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.048621] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.048621] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.048621] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42d11c71-b0b3-422b-be0b-fa33692b23f2 is going to be updated. [ 1129.077497] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.077705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.077705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.077906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.078507] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.112944] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42d11c71-b0b3-422b-be0b-fa33692b23f2 in Status: IN_PROGRESS for 2s [ 1129.271103] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05c857-b8df-4d94-aac5-633665b8b960 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.272469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.272469] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.777692] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.858818] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: SUCCESS [ 1129.859085] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.280639] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.281027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.281027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.281233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.281326] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.281452] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef05c857-b8df-4d94-aac5-633665b8b960 is going to be updated. [ 1130.317349] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.317996] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.317996] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.318171] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.318281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.330074] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef05c857-b8df-4d94-aac5-633665b8b960 in Status: IN_PROGRESS for 2s [ 1131.123910] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42d11c71-b0b3-422b-be0b-fa33692b23f2 in Status: SUCCESS [ 1131.124237] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42d11c71-b0b3-422b-be0b-fa33692b23f2 deletion is rescheduled due to dependency. [ 1131.124237] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.349024] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef05c857-b8df-4d94-aac5-633665b8b960 in Status: SUCCESS [ 1132.349024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.349024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.349024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.349024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.349024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.349024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.349024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.349024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.349024] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.852742] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.282970] env[65529]: INFO networking_nsxv3.common.synchronization [req-cc5b5b6e-6335-4674-85ad-d70cf2273f07 req-5561d9fc-ec25-453d-b862-f3998831df74 tempest-AttachInterfacesTestJSON-2112292789 tempest-AttachInterfacesTestJSON-2112292789-project-member] Enqueued Resource ID: e2342360-1165-457d-bbda-17cb055b06b8 with Priority: HIGHEST for action security_group_members [ 1133.283536] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2342360-1165-457d-bbda-17cb055b06b8 with Priority: HIGHEST for action security_group_members [ 1133.283836] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2342360-1165-457d-bbda-17cb055b06b8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.283955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.284041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.284262] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.284419] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.285110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.285110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.285110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.285110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.285110] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2342360-1165-457d-bbda-17cb055b06b8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.354652] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.787420] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2342360-1165-457d-bbda-17cb055b06b8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.858334] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.858545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.858686] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.858968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.859281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.859281] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef05c857-b8df-4d94-aac5-633665b8b960 is going to be updated. [ 1133.912810] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.912810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.912810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.912810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.912969] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.924897] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef05c857-b8df-4d94-aac5-633665b8b960 in Status: IN_PROGRESS for 2s [ 1134.289465] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2342360-1165-457d-bbda-17cb055b06b8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.793013] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.793013] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.793013] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.793013] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.793013] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.793527] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2342360-1165-457d-bbda-17cb055b06b8 is going to be updated. [ 1134.824641] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.824836] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.824877] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.825217] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.825384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.836260] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2342360-1165-457d-bbda-17cb055b06b8 in Status: IN_PROGRESS for 2s [ 1135.935880] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef05c857-b8df-4d94-aac5-633665b8b960 in Status: SUCCESS [ 1135.936484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.936484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.936647] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.936865] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.936987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.937066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.937236] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.937362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.937492] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.937676] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05c857-b8df-4d94-aac5-633665b8b960 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.937772] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.937844] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.938057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.938295] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.938394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.938452] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.938594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.938671] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.938752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.938839] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.440970] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef05c857-b8df-4d94-aac5-633665b8b960: rpc.has_security_group_logging(os_id): False [ 1136.460158] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.460158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.460158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.460468] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.460468] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.460676] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.460833] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.460976] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.461135] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.461234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.461470] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.461601] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.461687] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.461891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.462024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.462253] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.462379] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.462460] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.462629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.462731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.462868] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef05c857-b8df-4d94-aac5-633665b8b960 is going to be updated. [ 1136.499171] env[65529]: INFO networking_nsxv3.common.synchronization [req-729e6390-d5c6-43d3-9fbd-4c93283f6a63 req-77f98669-a2c3-417a-93b9-cb13c60bf8c9 tempest-ServersTestJSON-2119500116 tempest-ServersTestJSON-2119500116-project-member] Enqueued Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 1136.499846] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 1136.500784] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.500960] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.501074] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.501536] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.501536] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.501696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.501696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.501851] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.501934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.502045] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.531553] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.531553] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.531553] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.532120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.532120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.551012] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef05c857-b8df-4d94-aac5-633665b8b960 in Status: IN_PROGRESS for 2s [ 1136.848120] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2342360-1165-457d-bbda-17cb055b06b8 in Status: SUCCESS [ 1136.848412] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.999541] env[65529]: INFO networking_nsxv3.common.synchronization [None req-e7a56424-b417-48e2-a927-bc17781a06b5 tempest-AttachVolumeTestJSON-199253416 tempest-AttachVolumeTestJSON-199253416-project-member] Enqueued Resource ID: daadb139-0b16-451a-b751-50e19fe25e09 with Priority: HIGHEST for action security_group_rules [ 1137.000152] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daadb139-0b16-451a-b751-50e19fe25e09 with Priority: HIGHEST for action security_group_rules [ 1137.000467] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-daadb139-0b16-451a-b751-50e19fe25e09 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.000589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-daadb139-0b16-451a-b751-50e19fe25e09" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.000655] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-daadb139-0b16-451a-b751-50e19fe25e09" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.000917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-daadb139-0b16-451a-b751-50e19fe25e09" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.001007] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('daadb139-0b16-451a-b751-50e19fe25e09',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.007351] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.124016] env[65529]: INFO networking_nsxv3.common.synchronization [None req-b3cf4fe9-f54e-48d7-b15c-7be3c112809f tempest-AttachVolumeTestJSON-199253416 tempest-AttachVolumeTestJSON-199253416-project-member] Enqueued Resource ID: daadb139-0b16-451a-b751-50e19fe25e09 with Priority: HIGHEST for action security_group_rules [ 1137.124705] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daadb139-0b16-451a-b751-50e19fe25e09 with Priority: HIGHEST for action security_group_rules [ 1137.127785] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-daadb139-0b16-451a-b751-50e19fe25e09 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.128507] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-daadb139-0b16-451a-b751-50e19fe25e09" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.512167] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.528710] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.528899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.528947] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.529167] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.529261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.529364] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: daadb139-0b16-451a-b751-50e19fe25e09 already deleted. [ 1137.529449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-daadb139-0b16-451a-b751-50e19fe25e09" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.529575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-daadb139-0b16-451a-b751-50e19fe25e09" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.529759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-daadb139-0b16-451a-b751-50e19fe25e09" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.529805] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('daadb139-0b16-451a-b751-50e19fe25e09',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.015045] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.015474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.015474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.015679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.015831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.015931] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eab85d65-9b66-46cf-bf13-f44781596cb3 is going to be updated. [ 1138.057783] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.057783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.057783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.058066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.058452] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.058452] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: daadb139-0b16-451a-b751-50e19fe25e09 already deleted. [ 1138.058452] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-daadb139-0b16-451a-b751-50e19fe25e09" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.062509] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.062642] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.062732] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.063015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.063238] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.077585] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: IN_PROGRESS for 2s [ 1138.461402] env[65529]: INFO networking_nsxv3.common.synchronization [req-ebed56b3-0d7e-4748-9fa1-f817fa5c33e1 req-dbc1fbc2-fb60-4daa-b701-7923add0a1ee tempest-DeleteServersTestJSON-994990992 tempest-DeleteServersTestJSON-994990992-project-member] Enqueued Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 1138.462088] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 1138.462445] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.462599] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.462702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.463046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.468935] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.469141] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.469203] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.469417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.469520] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.469655] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.569660] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef05c857-b8df-4d94-aac5-633665b8b960 in Status: SUCCESS [ 1138.569950] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.570442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.571608] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.571738] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.959709] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-424 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.960056] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-424" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.960275] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-424" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.960586] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-424" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.960971] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.961327] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.961404] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.962122] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.962122] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.962247] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1138.962386] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1138.962570] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1138.962709] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1138.962875] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1138.963048] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1138.963283] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1138.973060] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.973278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.973278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.973684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.973684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.973827] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.973827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.973947] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.974208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.974208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.974208] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 is going to be updated. [ 1138.994038] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1138.994261] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1138.994447] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1138.994605] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-424" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.996060] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-3f3f7c76-647b-4d28-9ebd-7fd96504be78 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.996060] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-3f3f7c76-647b-4d28-9ebd-7fd96504be78" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.996060] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-3f3f7c76-647b-4d28-9ebd-7fd96504be78" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.996386] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-3f3f7c76-647b-4d28-9ebd-7fd96504be78" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.996386] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f3f7c76-647b-4d28-9ebd-7fd96504be78',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.006412] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.006627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.006627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.006917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.007083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.023480] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: IN_PROGRESS for 2s [ 1139.075316] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05c857-b8df-4d94-aac5-633665b8b960 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.075728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.075886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.076333] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.076531] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.076787] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.076840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.077102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.077232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.077382] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.077598] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.392951] env[65529]: INFO networking_nsxv3.common.synchronization [req-8308f45c-c136-401c-8019-43585c0b34a1 req-13ae58c1-2e35-4385-af97-0087bd9a5111 tempest-MultipleCreateTestJSON-1438785610 tempest-MultipleCreateTestJSON-1438785610-project-member] Enqueued Resource ID: ef05c857-b8df-4d94-aac5-633665b8b960 with Priority: HIGHEST for action security_group_members [ 1139.393666] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef05c857-b8df-4d94-aac5-633665b8b960 with Priority: HIGHEST for action security_group_members [ 1139.394013] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05c857-b8df-4d94-aac5-633665b8b960 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.394223] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.394278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.394475] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.394631] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.394730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.394791] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.395010] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.395077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.395193] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.499581] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.500503] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.500503] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.500503] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.500503] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.500714] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port 3f3f7c76-647b-4d28-9ebd-7fd96504be78 not found, creating... [ 1139.501054] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.501707] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.501707] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.501707] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.501934] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.502286] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.502662] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.502662] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.503065] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.503065] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.503234] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: 3f3f7c76-647b-4d28-9ebd-7fd96504be78 is going to be created. [ 1139.530350] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.530632] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.530748] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.531123] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.531414] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.531688] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-3f3f7c76-647b-4d28-9ebd-7fd96504be78" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.580797] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05c857-b8df-4d94-aac5-633665b8b960 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.580929] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.798575] env[65529]: INFO networking_nsxv3.common.synchronization [req-619cf746-c76c-42b8-bf07-1cd2b6d40186 req-3c4bbd47-a026-41e6-82bc-df8448e25666 tempest-MultipleCreateTestJSON-1438785610 tempest-MultipleCreateTestJSON-1438785610-project-member] Enqueued Resource ID: ef05c857-b8df-4d94-aac5-633665b8b960 with Priority: HIGHEST for action security_group_members [ 1139.799741] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef05c857-b8df-4d94-aac5-633665b8b960 with Priority: HIGHEST for action security_group_members [ 1139.799741] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05c857-b8df-4d94-aac5-633665b8b960 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.799741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.897451] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.089227] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: SUCCESS [ 1140.089691] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.274467] env[65529]: INFO networking_nsxv3.common.synchronization [req-2a718f5f-f883-4155-9acf-c3d82b48b559 req-f951f0e8-198b-4fba-9194-abcbd10f8bc9 tempest-ServerRescueTestJSON-125845872 tempest-ServerRescueTestJSON-125845872-project-member] Enqueued Resource ID: fcaf41bd-3467-4093-884a-9af81ea9b903 with Priority: HIGHEST for action security_group_members [ 1140.274467] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcaf41bd-3467-4093-884a-9af81ea9b903 with Priority: HIGHEST for action security_group_members [ 1140.274467] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcaf41bd-3467-4093-884a-9af81ea9b903 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.274467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.274797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.274797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.274894] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.274980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.275200] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.275525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.275525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.275525] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcaf41bd-3467-4093-884a-9af81ea9b903',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.322949] env[65529]: INFO networking_nsxv3.common.synchronization [req-ebed56b3-0d7e-4748-9fa1-f817fa5c33e1 req-14dc0355-c0e5-4fb8-b0d7-94a7f5c0efdb service nova] Enqueued Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_rules [ 1140.323184] env[65529]: INFO networking_nsxv3.common.synchronization [req-ebed56b3-0d7e-4748-9fa1-f817fa5c33e1 req-14dc0355-c0e5-4fb8-b0d7-94a7f5c0efdb service nova] Enqueued Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 1140.323332] env[65529]: INFO networking_nsxv3.common.synchronization [req-ebed56b3-0d7e-4748-9fa1-f817fa5c33e1 req-14dc0355-c0e5-4fb8-b0d7-94a7f5c0efdb service nova] Enqueued Resource ID: 3f3f7c76-647b-4d28-9ebd-7fd96504be78 with Priority: HIGHEST for action port [ 1140.323861] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_rules [ 1140.323996] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 1140.324107] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3f7c76-647b-4d28-9ebd-7fd96504be78 with Priority: HIGHEST for action port [ 1140.324385] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.324558] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.324629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.324915] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.325235] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.326157] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.326256] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.326466] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f3f7c76-647b-4d28-9ebd-7fd96504be78 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.326567] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f3f7c76-647b-4d28-9ebd-7fd96504be78" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.326659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f3f7c76-647b-4d28-9ebd-7fd96504be78" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.326805] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f3f7c76-647b-4d28-9ebd-7fd96504be78" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.326884] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f3f7c76-647b-4d28-9ebd-7fd96504be78',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.399826] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.778565] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcaf41bd-3467-4093-884a-9af81ea9b903',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.829056] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.829242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.829481] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f3f7c76-647b-4d28-9ebd-7fd96504be78 with status ACTIVE [ 1140.829701] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.829813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.829918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.830189] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.830321] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.830555] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.830721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.830764] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.830949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.831039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.831249] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.831329] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.831392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.831534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.831610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.831694] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f3f7c76-647b-4d28-9ebd-7fd96504be78 is going to be updated. [ 1140.855761] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.855999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.855999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.856236] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.856384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.856675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f3f7c76-647b-4d28-9ebd-7fd96504be78" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.902731] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.902965] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.903018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.903249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.903340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.903446] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef05c857-b8df-4d94-aac5-633665b8b960 is going to be updated. [ 1140.941039] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.941234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.941296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.941493] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.941651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.956845] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef05c857-b8df-4d94-aac5-633665b8b960 in Status: IN_PROGRESS for 2s [ 1141.033539] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: SUCCESS [ 1141.034311] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 deletion is rescheduled due to dependency. [ 1141.034311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.034311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.034512] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.034631] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.034724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.034811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.035018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.035115] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.035270] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.281683] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcaf41bd-3467-4093-884a-9af81ea9b903',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.537905] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.783786] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.783946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.784031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.784229] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.784314] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.784415] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcaf41bd-3467-4093-884a-9af81ea9b903 is going to be updated. [ 1141.823280] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.823445] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.823483] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.823825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.824057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.834177] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcaf41bd-3467-4093-884a-9af81ea9b903 in Status: IN_PROGRESS for 2s [ 1142.040711] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.530513] env[65529]: INFO networking_nsxv3.common.synchronization [req-2fd82c43-c09c-459e-a61d-11270e2ce788 req-54c2ec88-45ea-44c2-bb56-b1cb01dc4495 tempest-AttachInterfacesTestJSON-2112292789 tempest-AttachInterfacesTestJSON-2112292789-project-member] Enqueued Resource ID: e2342360-1165-457d-bbda-17cb055b06b8 with Priority: HIGHEST for action security_group_members [ 1142.531511] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2342360-1165-457d-bbda-17cb055b06b8 with Priority: HIGHEST for action security_group_members [ 1142.531511] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2342360-1165-457d-bbda-17cb055b06b8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.531672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.531722] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.531904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.532064] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.532167] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.532267] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.532376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.532460] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.532595] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2342360-1165-457d-bbda-17cb055b06b8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.543551] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.543723] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.543770] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.543968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.544068] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.544166] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 is going to be updated. [ 1142.575723] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.575988] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.576057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.576288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.576676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.585771] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: IN_PROGRESS for 2s [ 1142.969407] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef05c857-b8df-4d94-aac5-633665b8b960 in Status: SUCCESS [ 1142.969407] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.969549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.969716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.969954] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.970112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.970197] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.970390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.970497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.970693] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.970878] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef05c857-b8df-4d94-aac5-633665b8b960 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.970977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.971075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.971523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.971523] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.971523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.971708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.971751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.971830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.971924] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.972048] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.973020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.973195] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.973382] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.973491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.973559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.973713] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.973790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.973894] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.036316] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.036475] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.036535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.036742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.058916] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.059210] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.059469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.059469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.059591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.059642] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.059719] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2342360-1165-457d-bbda-17cb055b06b8 is going to be updated. [ 1143.089169] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.089419] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.089419] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.089650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.089795] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.099996] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2342360-1165-457d-bbda-17cb055b06b8 in Status: IN_PROGRESS for 2s [ 1143.475797] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef05c857-b8df-4d94-aac5-633665b8b960: rpc.has_security_group_logging(os_id): False [ 1143.477628] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.477628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.477628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.477628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.477628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.477858] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.477858] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.477858] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.478745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.478745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.478745] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef05c857-b8df-4d94-aac5-633665b8b960 is going to be updated. [ 1143.497893] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.498132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.498132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.498409] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.498534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.498738] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.498841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.498905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.499068] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.499185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.499381] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.499497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.499592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.499743] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.499820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.500016] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.500117] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.500180] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.500322] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.500396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.500480] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef05c857-b8df-4d94-aac5-633665b8b960 is going to be updated. [ 1143.518432] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.518597] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.518667] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.518927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.519090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.528366] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef05c857-b8df-4d94-aac5-633665b8b960 in Status: IN_PROGRESS for 2s [ 1143.574108] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.574446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.574446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.574528] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.574670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.595533] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef05c857-b8df-4d94-aac5-633665b8b960 in Status: IN_PROGRESS for 2s [ 1143.845818] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcaf41bd-3467-4093-884a-9af81ea9b903 in Status: SUCCESS [ 1143.845818] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.599660] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: SUCCESS [ 1144.599946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.600092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.600313] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.600646] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.600782] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.600848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.601044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.601131] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.601219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.601309] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.103619] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.103931] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.104083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.104449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.104779] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.104892] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.104976] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.105299] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.105461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.105666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.105981] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.106198] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.106333] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.106600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.106854] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.106988] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.107128] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.107386] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.107479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.107569] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.107662] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.111505] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2342360-1165-457d-bbda-17cb055b06b8 in Status: SUCCESS [ 1145.111505] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2342360-1165-457d-bbda-17cb055b06b8 deletion is rescheduled due to dependency. [ 1145.111505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.538424] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef05c857-b8df-4d94-aac5-633665b8b960 in Status: SUCCESS [ 1145.538601] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef05c857-b8df-4d94-aac5-633665b8b960 deletion is rescheduled due to dependency. [ 1145.538720] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.609852] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef05c857-b8df-4d94-aac5-633665b8b960 in Status: SUCCESS [ 1145.610157] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.610352] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65: rpc.has_security_group_logging(os_id): False [ 1145.627884] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.628046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.628099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.628307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.628399] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.628669] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.628847] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.628941] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.629115] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.629195] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.629540] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.629659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.629731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.629883] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.629962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.630179] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.630286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.630341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.630506] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.630628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.630685] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 is going to be updated. [ 1145.692798] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.692981] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.693038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.693240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.693389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.710519] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: IN_PROGRESS for 2s [ 1146.562571] env[65529]: INFO networking_nsxv3.common.synchronization [req-80dda6e2-f03f-46d5-b1ad-7db9ee8fe2b4 req-ac4df26d-6e18-49b0-b9bb-48b7c1e27261 tempest-ServersTestJSON-2119500116 tempest-ServersTestJSON-2119500116-project-member] Enqueued Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 1146.564117] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGHEST for action security_group_members [ 1146.564117] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.564325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.564325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.565205] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.565205] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.565205] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.565205] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.565205] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.565205] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.565205] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.751952] env[65529]: INFO networking_nsxv3.common.synchronization [req-4b719b4b-40c7-4f2f-bfb5-a4345b948554 req-497f95ad-a7d5-4a1b-a985-33645ea9b121 tempest-AttachVolumeTestJSON-199253416 tempest-AttachVolumeTestJSON-199253416-project-member] Enqueued Resource ID: daadb139-0b16-451a-b751-50e19fe25e09 with Priority: HIGHEST for action security_group_members [ 1146.752822] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daadb139-0b16-451a-b751-50e19fe25e09 with Priority: HIGHEST for action security_group_members [ 1146.752822] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-daadb139-0b16-451a-b751-50e19fe25e09 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.752965] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daadb139-0b16-451a-b751-50e19fe25e09" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.752965] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daadb139-0b16-451a-b751-50e19fe25e09" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.753376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daadb139-0b16-451a-b751-50e19fe25e09" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.753564] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.753710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.753710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.753852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.753930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.754048] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daadb139-0b16-451a-b751-50e19fe25e09',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.067629] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.067824] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.067937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.068355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.068471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.068712] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.068838] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.068899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.069177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.069213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.069298] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eab85d65-9b66-46cf-bf13-f44781596cb3 is going to be updated. [ 1147.096606] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.096606] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.096606] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.096816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.096849] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.106355] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: IN_PROGRESS for 2s [ 1147.141703] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-172 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.141897] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-172" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.142094] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-172" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.143059] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-172" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.143059] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.143059] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.143059] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.143358] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.143358] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.143501] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.143618] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.143724] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.143831] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.143940] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.144070] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.144212] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.165016] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.165204] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1147.165300] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.165547] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-172" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.165855] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-c3ccb412-a67e-4501-bb95-7d487dee4766 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.166031] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-c3ccb412-a67e-4501-bb95-7d487dee4766" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.166148] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-c3ccb412-a67e-4501-bb95-7d487dee4766" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.166556] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-c3ccb412-a67e-4501-bb95-7d487dee4766" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.166694] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3ccb412-a67e-4501-bb95-7d487dee4766',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.256698] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.256698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.256698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.256698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.256979] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.256979] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.257092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.257129] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.257249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.257324] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.257408] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daadb139-0b16-451a-b751-50e19fe25e09 already deleted. [ 1147.257487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daadb139-0b16-451a-b751-50e19fe25e09" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.668895] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.670046] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.670046] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.670046] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.670046] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.670046] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port c3ccb412-a67e-4501-bb95-7d487dee4766 not found, creating... [ 1147.670282] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.670282] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.670380] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.670546] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.670684] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.671246] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.671246] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.671246] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.671443] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.671586] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.671683] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: c3ccb412-a67e-4501-bb95-7d487dee4766 is going to be created. [ 1147.692136] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.692342] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.692500] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.692982] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.693075] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.693357] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-c3ccb412-a67e-4501-bb95-7d487dee4766" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.740491] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: SUCCESS [ 1147.741048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.447229] env[65529]: INFO networking_nsxv3.common.synchronization [req-4b719b4b-40c7-4f2f-bfb5-a4345b948554 req-8712e70a-7373-45ec-8578-97132b28e01d service nova] Enqueued Resource ID: daadb139-0b16-451a-b751-50e19fe25e09 with Priority: HIGHEST for action security_group_rules [ 1148.447706] env[65529]: INFO networking_nsxv3.common.synchronization [req-4b719b4b-40c7-4f2f-bfb5-a4345b948554 req-8712e70a-7373-45ec-8578-97132b28e01d service nova] Enqueued Resource ID: daadb139-0b16-451a-b751-50e19fe25e09 with Priority: HIGHEST for action security_group_members [ 1148.447706] env[65529]: INFO networking_nsxv3.common.synchronization [req-4b719b4b-40c7-4f2f-bfb5-a4345b948554 req-8712e70a-7373-45ec-8578-97132b28e01d service nova] Enqueued Resource ID: c3ccb412-a67e-4501-bb95-7d487dee4766 with Priority: HIGHEST for action port [ 1148.447991] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daadb139-0b16-451a-b751-50e19fe25e09 with Priority: HIGHEST for action security_group_rules [ 1148.448154] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daadb139-0b16-451a-b751-50e19fe25e09 with Priority: HIGHEST for action security_group_members [ 1148.448593] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3ccb412-a67e-4501-bb95-7d487dee4766 with Priority: HIGHEST for action port [ 1148.448593] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-daadb139-0b16-451a-b751-50e19fe25e09 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.448728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-daadb139-0b16-451a-b751-50e19fe25e09" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.448812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-daadb139-0b16-451a-b751-50e19fe25e09" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.449298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-daadb139-0b16-451a-b751-50e19fe25e09" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.449298] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('daadb139-0b16-451a-b751-50e19fe25e09',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.449989] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-daadb139-0b16-451a-b751-50e19fe25e09 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.450438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daadb139-0b16-451a-b751-50e19fe25e09" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.450438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daadb139-0b16-451a-b751-50e19fe25e09" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.450438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daadb139-0b16-451a-b751-50e19fe25e09" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.450562] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.450562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.450657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.450750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.450833] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.450923] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daadb139-0b16-451a-b751-50e19fe25e09',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.454180] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3ccb412-a67e-4501-bb95-7d487dee4766 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.454180] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3ccb412-a67e-4501-bb95-7d487dee4766" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.454180] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3ccb412-a67e-4501-bb95-7d487dee4766" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.454180] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3ccb412-a67e-4501-bb95-7d487dee4766" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.454180] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3ccb412-a67e-4501-bb95-7d487dee4766',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.955450] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('daadb139-0b16-451a-b751-50e19fe25e09',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.956275] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-daadb139-0b16-451a-b751-50e19fe25e09 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.956397] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daadb139-0b16-451a-b751-50e19fe25e09" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.956616] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3ccb412-a67e-4501-bb95-7d487dee4766 with status ACTIVE [ 1148.956843] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.956964] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.957145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.957256] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.957346] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.958176] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.958176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.958176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.958176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.958176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.958535] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.958761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.958761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.960064] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.960064] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.960064] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3ccb412-a67e-4501-bb95-7d487dee4766 is going to be updated. [ 1148.993960] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.994129] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.994189] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.994919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.994919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.994919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3ccb412-a67e-4501-bb95-7d487dee4766" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.140815] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eab85d65-9b66-46cf-bf13-f44781596cb3 in Status: SUCCESS [ 1149.141023] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eab85d65-9b66-46cf-bf13-f44781596cb3 deletion is rescheduled due to dependency. [ 1149.141145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.462615] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('daadb139-0b16-451a-b751-50e19fe25e09',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.965102] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.965317] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.965317] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.965572] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.965680] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.965795] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daadb139-0b16-451a-b751-50e19fe25e09 is going to be created. [ 1149.990414] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.990414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.990414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.990697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.990734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.001055] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daadb139-0b16-451a-b751-50e19fe25e09 in Status: UNINITIALIZED for 2s [ 1152.018926] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daadb139-0b16-451a-b751-50e19fe25e09 in Status: SUCCESS [ 1152.019624] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daadb139-0b16-451a-b751-50e19fe25e09" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.019624] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daadb139-0b16-451a-b751-50e19fe25e09" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.019758] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daadb139-0b16-451a-b751-50e19fe25e09" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.020208] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.020208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.020208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.020405] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.020405] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.020405] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daadb139-0b16-451a-b751-50e19fe25e09" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.020701] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('daadb139-0b16-451a-b751-50e19fe25e09',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.524486] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('daadb139-0b16-451a-b751-50e19fe25e09',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.027437] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for daadb139-0b16-451a-b751-50e19fe25e09: rpc.has_security_group_logging(os_id): False [ 1153.047033] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.047033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.047285] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.047319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.047439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.047975] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.047975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.048362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.048362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.048460] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.048534] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: daadb139-0b16-451a-b751-50e19fe25e09 is going to be created. [ 1153.119992] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.120215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.120215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.120441] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.120633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.134945] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: daadb139-0b16-451a-b751-50e19fe25e09 in Status: IN_PROGRESS for 2s [ 1153.194968] env[65529]: INFO networking_nsxv3.common.synchronization [req-591f8fa3-4d1a-40db-8194-821e64f29c6d req-5c86fdb0-4f5c-4b1e-8549-66b1ad7a1487 tempest-AttachVolumeNegativeTest-345451696 tempest-AttachVolumeNegativeTest-345451696-project-member] Enqueued Resource ID: c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 with Priority: HIGHEST for action security_group_members [ 1153.196060] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 with Priority: HIGHEST for action security_group_members [ 1153.196616] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.196616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.196794] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.196898] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.197613] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.197613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.197613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.197613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.197613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.197895] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4f2cb53-46dd-4ddc-a9c8-5de61f872d68',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.700784] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.702171] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.702171] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.702171] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.702171] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.702171] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.702171] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.702662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.702662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.702731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.702839] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 is going to be updated. [ 1153.737023] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.737023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.737023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.737023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.737023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.747090] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 in Status: IN_PROGRESS for 2s [ 1153.962306] env[65529]: INFO networking_nsxv3.common.synchronization [None req-88ca28c5-c60c-4e3c-aa85-769d130ea70d tempest-AttachInterfacesTestJSON-2112292789 tempest-AttachInterfacesTestJSON-2112292789-project-member] Enqueued Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_members [ 1153.962989] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 with Priority: HIGHEST for action security_group_members [ 1153.964952] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c23df24-c72f-416f-a77c-de60dc11cea7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.964952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.964952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.964952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.964952] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.964952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.964952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.964952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.964952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.964952] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c23df24-c72f-416f-a77c-de60dc11cea7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.467367] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.467673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.467756] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.467949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.468057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.468268] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.469033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.469033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.469033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.469033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.469033] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 is going to be updated. [ 1154.526511] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.526708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.526778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.527073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.527299] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.539385] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 in Status: IN_PROGRESS for 2s [ 1154.906830] env[65529]: INFO networking_nsxv3.common.synchronization [req-16186960-d2f8-4f9f-a0cc-03528ae1d069 req-14f8c823-a04f-44f5-8eb6-e33bb31f3cb3 tempest-ServerRescueTestJSON-125845872 tempest-ServerRescueTestJSON-125845872-project-member] Enqueued Resource ID: fcaf41bd-3467-4093-884a-9af81ea9b903 with Priority: HIGHEST for action security_group_members [ 1154.907426] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcaf41bd-3467-4093-884a-9af81ea9b903 with Priority: HIGHEST for action security_group_members [ 1154.907756] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcaf41bd-3467-4093-884a-9af81ea9b903 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.907897] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.907968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.908232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.908418] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.908552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.908642] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.908817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.908937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.909073] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcaf41bd-3467-4093-884a-9af81ea9b903',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.153158] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: daadb139-0b16-451a-b751-50e19fe25e09 in Status: SUCCESS [ 1155.153504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-daadb139-0b16-451a-b751-50e19fe25e09" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.205596] env[65529]: INFO networking_nsxv3.common.synchronization [req-51abe937-cd66-4890-b94c-b08c32d558f3 req-09bf091a-6c6d-49c3-82cc-b09ac3458897 tempest-DeleteServersTestJSON-994990992 tempest-DeleteServersTestJSON-994990992-project-member] Enqueued Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 1155.205765] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 1155.206618] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.206769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.206828] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.207045] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.207206] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.207302] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.207364] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.207494] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.207575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.207665] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.412525] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.412701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.412761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.412973] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.413078] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.413270] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.413367] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.413448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.413628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.413690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.413779] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcaf41bd-3467-4093-884a-9af81ea9b903 is going to be updated. [ 1155.445294] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.445444] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.445569] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.445840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.445948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.455769] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcaf41bd-3467-4093-884a-9af81ea9b903 in Status: IN_PROGRESS for 2s [ 1155.711503] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.711778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.711778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.712226] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.712226] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.712331] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.712463] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.712463] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.712533] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.712616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.712727] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 is going to be updated. [ 1155.743303] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.743425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.743542] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.743718] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.743862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.768034] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 in Status: SUCCESS [ 1155.768192] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 deletion is rescheduled due to dependency. [ 1155.768305] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.769135] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: IN_PROGRESS for 2s [ 1156.550512] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 in Status: SUCCESS [ 1156.551926] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c23df24-c72f-416f-a77c-de60dc11cea7 deletion is rescheduled due to dependency. [ 1156.551926] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c23df24-c72f-416f-a77c-de60dc11cea7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.467244] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcaf41bd-3467-4093-884a-9af81ea9b903 in Status: SUCCESS [ 1157.467557] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcaf41bd-3467-4093-884a-9af81ea9b903 deletion is rescheduled due to dependency. [ 1157.467557] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.796153] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: SUCCESS [ 1157.796153] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 deletion is rescheduled due to dependency. [ 1157.796153] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.372019] env[65529]: INFO networking_nsxv3.common.synchronization [None req-a27faa12-e685-407b-82c5-99764889f686 None None] Enqueued Resource ID: a7c78476-5920-4ce4-8f68-5b6b844eaf48 with Priority: HIGHEST for action port [ 1158.372823] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7c78476-5920-4ce4-8f68-5b6b844eaf48 with Priority: HIGHEST for action port [ 1158.373989] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7c78476-5920-4ce4-8f68-5b6b844eaf48 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.374199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7c78476-5920-4ce4-8f68-5b6b844eaf48" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.374329] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7c78476-5920-4ce4-8f68-5b6b844eaf48" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.375794] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7c78476-5920-4ce4-8f68-5b6b844eaf48" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.376136] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7c78476-5920-4ce4-8f68-5b6b844eaf48',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.879685] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7c78476-5920-4ce4-8f68-5b6b844eaf48 [ 1158.879986] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.880104] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.880143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.880420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.880482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.880582] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7c78476-5920-4ce4-8f68-5b6b844eaf48 already deleted. [ 1158.880667] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7c78476-5920-4ce4-8f68-5b6b844eaf48" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.084998] env[65529]: INFO networking_nsxv3.common.synchronization [None req-70c97e76-686f-4712-81c8-526572a1ea42 tempest-ServersV294TestFqdnHostnames-1178032443 tempest-ServersV294TestFqdnHostnames-1178032443-project-member] Enqueued Resource ID: e503d31e-7ad3-4ecf-aa58-3a06dc77686a with Priority: HIGHEST for action security_group_rules [ 1159.084998] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e503d31e-7ad3-4ecf-aa58-3a06dc77686a with Priority: HIGHEST for action security_group_rules [ 1159.084998] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e503d31e-7ad3-4ecf-aa58-3a06dc77686a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.085248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e503d31e-7ad3-4ecf-aa58-3a06dc77686a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.085248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e503d31e-7ad3-4ecf-aa58-3a06dc77686a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.085423] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e503d31e-7ad3-4ecf-aa58-3a06dc77686a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.085507] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e503d31e-7ad3-4ecf-aa58-3a06dc77686a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.201391] env[65529]: INFO networking_nsxv3.common.synchronization [None req-6933f81f-8496-4435-9422-354fc172523e tempest-ServersV294TestFqdnHostnames-1178032443 tempest-ServersV294TestFqdnHostnames-1178032443-project-member] Enqueued Resource ID: e503d31e-7ad3-4ecf-aa58-3a06dc77686a with Priority: HIGHEST for action security_group_rules [ 1159.201958] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e503d31e-7ad3-4ecf-aa58-3a06dc77686a with Priority: HIGHEST for action security_group_rules [ 1159.202560] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e503d31e-7ad3-4ecf-aa58-3a06dc77686a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.202560] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e503d31e-7ad3-4ecf-aa58-3a06dc77686a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.611367] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.611644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.611644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.612105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.612105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.612105] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e503d31e-7ad3-4ecf-aa58-3a06dc77686a already deleted. [ 1159.612105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e503d31e-7ad3-4ecf-aa58-3a06dc77686a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.612233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e503d31e-7ad3-4ecf-aa58-3a06dc77686a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.612372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e503d31e-7ad3-4ecf-aa58-3a06dc77686a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.612523] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e503d31e-7ad3-4ecf-aa58-3a06dc77686a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.137786] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.138326] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.138326] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.138326] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.138326] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.138618] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e503d31e-7ad3-4ecf-aa58-3a06dc77686a already deleted. [ 1160.138618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e503d31e-7ad3-4ecf-aa58-3a06dc77686a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.799254] env[65529]: INFO networking_nsxv3.common.synchronization [None req-83c06437-5470-45ca-866d-1b11ce225c9e None None] Enqueued Resource ID: e1187b25-f586-41aa-9dfb-443ffda7f547 with Priority: HIGHEST for action port [ 1160.799776] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1187b25-f586-41aa-9dfb-443ffda7f547 with Priority: HIGHEST for action port [ 1160.800092] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1187b25-f586-41aa-9dfb-443ffda7f547 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.800206] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1187b25-f586-41aa-9dfb-443ffda7f547" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.800283] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1187b25-f586-41aa-9dfb-443ffda7f547" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.800623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1187b25-f586-41aa-9dfb-443ffda7f547" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.800623] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1187b25-f586-41aa-9dfb-443ffda7f547',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.303014] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1187b25-f586-41aa-9dfb-443ffda7f547 [ 1161.303014] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.303537] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.303537] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.303537] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.303537] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.303807] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1187b25-f586-41aa-9dfb-443ffda7f547 already deleted. [ 1161.303807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1187b25-f586-41aa-9dfb-443ffda7f547" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.251305] env[65529]: INFO networking_nsxv3.common.synchronization [req-f99ca13b-6461-4727-8238-3a3186f56aa5 req-3d86e123-4949-40c8-a076-e63e20631660 tempest-ServerActionsTestJSON-897994477 tempest-ServerActionsTestJSON-897994477-project-member] Enqueued Resource ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 with Priority: HIGHEST for action security_group_members [ 1165.251836] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 with Priority: HIGHEST for action security_group_members [ 1165.252201] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-79d149e3-3a4c-450e-98d1-14882a87e8a5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.252310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.252561] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.252561] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.252664] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.252763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.252847] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.252988] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.253222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.253326] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79d149e3-3a4c-450e-98d1-14882a87e8a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.755319] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.755522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.755591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.755948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.782072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.782343] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.782467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.782535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.782747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.782830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.782920] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 is going to be updated. [ 1165.813475] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.813990] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.813990] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.813990] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.814222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.824074] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 in Status: IN_PROGRESS for 2s [ 1167.350948] env[65529]: INFO networking_nsxv3.common.synchronization [req-f0833bd9-207a-4823-b4f4-a80011dd3aac req-89691dce-5ec3-4ab7-b348-8ae31b4ca36c tempest-ServerActionsTestOtherB-218136139 tempest-ServerActionsTestOtherB-218136139-project-member] Enqueued Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGHEST for action security_group_members [ 1167.351486] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGHEST for action security_group_members [ 1167.351786] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e40daf76-d86c-4a48-b03d-06e968af77cf taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.351945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.351978] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.352768] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.352768] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.352768] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.352768] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.352768] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.352768] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.352768] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.834263] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 in Status: SUCCESS [ 1167.834445] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 deletion is rescheduled due to dependency. [ 1167.834560] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.857200] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.857336] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.857400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.857617] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.878018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.878310] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.878430] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.878489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.878685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.878764] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.878853] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e40daf76-d86c-4a48-b03d-06e968af77cf is going to be updated. [ 1167.904756] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.904931] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.904931] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.905160] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.905305] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.913107] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e40daf76-d86c-4a48-b03d-06e968af77cf in Status: IN_PROGRESS for 2s [ 1169.930548] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e40daf76-d86c-4a48-b03d-06e968af77cf in Status: SUCCESS [ 1169.930548] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e40daf76-d86c-4a48-b03d-06e968af77cf deletion is rescheduled due to dependency. [ 1169.930548] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.352403] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1172.352677] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1174.538450] env[65529]: INFO networking_nsxv3.common.synchronization [req-20a427cd-9815-4930-8828-b2d8fedb1f13 req-2eef78fe-31fd-4d8c-814b-0bbf24d629f1 tempest-AttachVolumeNegativeTest-345451696 tempest-AttachVolumeNegativeTest-345451696-project-member] Enqueued Resource ID: 50a073fd-cd63-4ce0-ae52-d45aee904ca2 with Priority: HIGHEST for action security_group_members [ 1174.538729] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a073fd-cd63-4ce0-ae52-d45aee904ca2 with Priority: HIGHEST for action security_group_members [ 1174.538830] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a073fd-cd63-4ce0-ae52-d45aee904ca2 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.538954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a073fd-cd63-4ce0-ae52-d45aee904ca2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.539034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a073fd-cd63-4ce0-ae52-d45aee904ca2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.539235] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a073fd-cd63-4ce0-ae52-d45aee904ca2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.539389] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.539487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.539566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.539676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.539756] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.539848] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50a073fd-cd63-4ce0-ae52-d45aee904ca2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.043226] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.043535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.043535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.043662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.066495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.066755] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.067049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.067049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.067198] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.067273] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.067366] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a073fd-cd63-4ce0-ae52-d45aee904ca2 is going to be updated. [ 1175.096622] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.096870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.096870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.097067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.097216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.105765] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a073fd-cd63-4ce0-ae52-d45aee904ca2 in Status: IN_PROGRESS for 2s [ 1175.303412] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.303412] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-455" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.303676] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-455" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.303884] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-455" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.304223] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.304419] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.304562] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.304828] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.305021] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.305323] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.305470] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1175.305646] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1175.305846] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1175.306022] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.306215] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1175.306424] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1175.330243] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1175.330243] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1175.330243] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1175.330243] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-455" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.330529] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-3438f12f-bde5-493f-9a57-aa5f5c1a50ea taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.330702] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-3438f12f-bde5-493f-9a57-aa5f5c1a50ea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.330822] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-3438f12f-bde5-493f-9a57-aa5f5c1a50ea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.331108] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-3438f12f-bde5-493f-9a57-aa5f5c1a50ea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.331251] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3438f12f-bde5-493f-9a57-aa5f5c1a50ea',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.834450] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.834769] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.834813] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.835189] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.835355] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.835649] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.835815] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.835936] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.836261] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.836415] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.836703] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.836969] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.836969] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.837210] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.837346] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.837488] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: 3438f12f-bde5-493f-9a57-aa5f5c1a50ea is going to be updated. [ 1175.861892] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.862143] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.862271] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.862556] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.862758] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.862982] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-3438f12f-bde5-493f-9a57-aa5f5c1a50ea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.578955] env[65529]: INFO networking_nsxv3.common.synchronization [req-ed2e6c5f-4949-4229-9d49-cf619c8bdb1e req-762b3ae3-4cf9-44f1-bc2b-c4305501963e service nova] Enqueued Resource ID: 9e7f1211-6683-4aea-b088-d708c5c3ffe1 with Priority: HIGHEST for action security_group_rules [ 1176.579455] env[65529]: INFO networking_nsxv3.common.synchronization [req-ed2e6c5f-4949-4229-9d49-cf619c8bdb1e req-762b3ae3-4cf9-44f1-bc2b-c4305501963e service nova] Enqueued Resource ID: 9e7f1211-6683-4aea-b088-d708c5c3ffe1 with Priority: HIGHEST for action security_group_members [ 1176.579455] env[65529]: INFO networking_nsxv3.common.synchronization [req-ed2e6c5f-4949-4229-9d49-cf619c8bdb1e req-762b3ae3-4cf9-44f1-bc2b-c4305501963e service nova] Enqueued Resource ID: 3438f12f-bde5-493f-9a57-aa5f5c1a50ea with Priority: HIGHEST for action port [ 1176.579883] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7f1211-6683-4aea-b088-d708c5c3ffe1 with Priority: HIGHEST for action security_group_rules [ 1176.580046] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7f1211-6683-4aea-b088-d708c5c3ffe1 with Priority: HIGHEST for action security_group_members [ 1176.580154] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3438f12f-bde5-493f-9a57-aa5f5c1a50ea with Priority: HIGHEST for action port [ 1176.580458] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e7f1211-6683-4aea-b088-d708c5c3ffe1 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.580613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.580649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.580820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.580899] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e7f1211-6683-4aea-b088-d708c5c3ffe1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.581773] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7f1211-6683-4aea-b088-d708c5c3ffe1 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.583142] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.583142] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.583142] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.583142] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.583142] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.583142] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.583396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.583519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.583657] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e7f1211-6683-4aea-b088-d708c5c3ffe1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.584747] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-3438f12f-bde5-493f-9a57-aa5f5c1a50ea taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.584906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3438f12f-bde5-493f-9a57-aa5f5c1a50ea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.584981] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3438f12f-bde5-493f-9a57-aa5f5c1a50ea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.585174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3438f12f-bde5-493f-9a57-aa5f5c1a50ea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.585255] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3438f12f-bde5-493f-9a57-aa5f5c1a50ea',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.089748] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e7f1211-6683-4aea-b088-d708c5c3ffe1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.090936] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7f1211-6683-4aea-b088-d708c5c3ffe1 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.091172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.091318] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3438f12f-bde5-493f-9a57-aa5f5c1a50ea with status ACTIVE [ 1177.091459] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.091590] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.091654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.091849] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.091948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.092130] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.092228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.092289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.092448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.092526] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.092704] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.092796] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.092859] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.093018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.093093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.093294] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3438f12f-bde5-493f-9a57-aa5f5c1a50ea is going to be updated. [ 1177.121359] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.121515] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.121578] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.121786] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.121970] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.122162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3438f12f-bde5-493f-9a57-aa5f5c1a50ea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.124027] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a073fd-cd63-4ce0-ae52-d45aee904ca2 in Status: SUCCESS [ 1177.124027] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a073fd-cd63-4ce0-ae52-d45aee904ca2 deletion is rescheduled due to dependency. [ 1177.124027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a073fd-cd63-4ce0-ae52-d45aee904ca2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.595403] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e7f1211-6683-4aea-b088-d708c5c3ffe1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.651404] env[65529]: INFO networking_nsxv3.common.synchronization [req-a64cfb9f-9d0c-45af-b6a2-c38f6df69181 req-78832f90-bba4-436e-adff-58fcc834d3bb tempest-ServersV294TestFqdnHostnames-1178032443 tempest-ServersV294TestFqdnHostnames-1178032443-project-member] Enqueued Resource ID: e503d31e-7ad3-4ecf-aa58-3a06dc77686a with Priority: HIGHEST for action security_group_members [ 1177.651404] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e503d31e-7ad3-4ecf-aa58-3a06dc77686a with Priority: HIGHEST for action security_group_members [ 1177.651628] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e503d31e-7ad3-4ecf-aa58-3a06dc77686a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.651753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e503d31e-7ad3-4ecf-aa58-3a06dc77686a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.651821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e503d31e-7ad3-4ecf-aa58-3a06dc77686a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.652236] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e503d31e-7ad3-4ecf-aa58-3a06dc77686a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.652418] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.652507] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.652564] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.652731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.652815] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.652906] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e503d31e-7ad3-4ecf-aa58-3a06dc77686a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.041276] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-475 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.041587] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-475" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.041685] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-475" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.042026] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-475" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.042299] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.042469] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.042588] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.042809] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.042977] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.043207] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.043323] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1178.043433] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1178.043542] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1178.043651] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.043757] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1178.043889] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1178.062866] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1178.063049] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1178.063192] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1178.063378] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-475" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.063700] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-925a094e-1541-4eae-92a8-a43d8730ad69 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.063874] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-925a094e-1541-4eae-92a8-a43d8730ad69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.064051] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-925a094e-1541-4eae-92a8-a43d8730ad69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.064367] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-925a094e-1541-4eae-92a8-a43d8730ad69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.064507] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('925a094e-1541-4eae-92a8-a43d8730ad69',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.098528] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.098883] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.098883] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.100116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.100291] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.100425] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e7f1211-6683-4aea-b088-d708c5c3ffe1 is going to be updated. [ 1178.135282] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.135282] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.135426] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.135773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.135773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.145171] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7f1211-6683-4aea-b088-d708c5c3ffe1 in Status: IN_PROGRESS for 2s [ 1178.154979] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.155142] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.155207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.155459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.155553] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.155744] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.155979] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.155979] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.156220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.156220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.156312] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e503d31e-7ad3-4ecf-aa58-3a06dc77686a already deleted. [ 1178.156366] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e503d31e-7ad3-4ecf-aa58-3a06dc77686a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.568105] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.568105] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.568105] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.568461] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.568461] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.568744] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port 925a094e-1541-4eae-92a8-a43d8730ad69 not found, creating... [ 1178.569183] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.569468] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.569697] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.570074] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.570316] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.570787] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.571051] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.571259] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.571591] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.571826] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.572083] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: 925a094e-1541-4eae-92a8-a43d8730ad69 is going to be created. [ 1178.593238] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.593474] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.593597] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.594255] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.594255] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.594427] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-925a094e-1541-4eae-92a8-a43d8730ad69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.297626] env[65529]: INFO networking_nsxv3.common.synchronization [req-a64cfb9f-9d0c-45af-b6a2-c38f6df69181 req-f798d5b4-540b-42ff-9aec-e302f357cf3e service nova] Enqueued Resource ID: e503d31e-7ad3-4ecf-aa58-3a06dc77686a with Priority: HIGHEST for action security_group_rules [ 1179.297877] env[65529]: INFO networking_nsxv3.common.synchronization [req-a64cfb9f-9d0c-45af-b6a2-c38f6df69181 req-f798d5b4-540b-42ff-9aec-e302f357cf3e service nova] Enqueued Resource ID: e503d31e-7ad3-4ecf-aa58-3a06dc77686a with Priority: HIGHEST for action security_group_members [ 1179.297986] env[65529]: INFO networking_nsxv3.common.synchronization [req-a64cfb9f-9d0c-45af-b6a2-c38f6df69181 req-f798d5b4-540b-42ff-9aec-e302f357cf3e service nova] Enqueued Resource ID: 925a094e-1541-4eae-92a8-a43d8730ad69 with Priority: HIGHEST for action port [ 1179.299801] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e503d31e-7ad3-4ecf-aa58-3a06dc77686a with Priority: HIGHEST for action security_group_rules [ 1179.299801] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e503d31e-7ad3-4ecf-aa58-3a06dc77686a with Priority: HIGHEST for action security_group_members [ 1179.299972] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 925a094e-1541-4eae-92a8-a43d8730ad69 with Priority: HIGHEST for action port [ 1179.301904] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e503d31e-7ad3-4ecf-aa58-3a06dc77686a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.302083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e503d31e-7ad3-4ecf-aa58-3a06dc77686a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.302163] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e503d31e-7ad3-4ecf-aa58-3a06dc77686a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.302365] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e503d31e-7ad3-4ecf-aa58-3a06dc77686a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.302439] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e503d31e-7ad3-4ecf-aa58-3a06dc77686a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.305039] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e503d31e-7ad3-4ecf-aa58-3a06dc77686a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.305039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e503d31e-7ad3-4ecf-aa58-3a06dc77686a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.305039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e503d31e-7ad3-4ecf-aa58-3a06dc77686a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.305477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e503d31e-7ad3-4ecf-aa58-3a06dc77686a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.305912] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.306121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.306234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.306442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.306549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.306667] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e503d31e-7ad3-4ecf-aa58-3a06dc77686a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.307614] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-925a094e-1541-4eae-92a8-a43d8730ad69 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.307744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-925a094e-1541-4eae-92a8-a43d8730ad69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.307900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-925a094e-1541-4eae-92a8-a43d8730ad69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.307964] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-925a094e-1541-4eae-92a8-a43d8730ad69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.309953] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('925a094e-1541-4eae-92a8-a43d8730ad69',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.781879] env[65529]: INFO networking_nsxv3.common.synchronization [req-f3f35ecf-81b7-4071-aa79-bc71ea545a23 req-9acf2e4b-6443-4eeb-894d-a26a626dbe0f tempest-DeleteServersTestJSON-994990992 tempest-DeleteServersTestJSON-994990992-project-member] Enqueued Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 1179.781879] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 1179.781879] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.781879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.781879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.781879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.781879] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.781879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.781879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.781879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.781879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.781879] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.812226] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 925a094e-1541-4eae-92a8-a43d8730ad69 with status ACTIVE [ 1179.812855] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.813164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.815174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.815174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.815174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.815174] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.815174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.815174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.815174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.815174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.815174] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.815174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.815174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.815174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.815174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.815174] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 925a094e-1541-4eae-92a8-a43d8730ad69 is going to be updated. [ 1179.817691] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e503d31e-7ad3-4ecf-aa58-3a06dc77686a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.817691] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e503d31e-7ad3-4ecf-aa58-3a06dc77686a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.817872] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e503d31e-7ad3-4ecf-aa58-3a06dc77686a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.844706] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.844875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.844991] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.845288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.845452] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.845609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-925a094e-1541-4eae-92a8-a43d8730ad69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.162578] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7f1211-6683-4aea-b088-d708c5c3ffe1 in Status: SUCCESS [ 1180.162802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.162954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.163194] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.163387] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.163506] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.163568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.163735] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.163813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.163899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.163992] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e7f1211-6683-4aea-b088-d708c5c3ffe1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.261249] env[65529]: INFO networking_nsxv3.common.synchronization [req-ef67ca9d-9c7f-4aff-8be0-926648bc2625 req-aa8a530f-eaa9-4197-8e71-68c5602b7f42 tempest-ServerActionsTestOtherA-841971939 tempest-ServerActionsTestOtherA-841971939-project-member] Enqueued Resource ID: 2f0a57c5-e808-4d33-b97c-abac2c77c623 with Priority: HIGHEST for action security_group_members [ 1180.261810] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0a57c5-e808-4d33-b97c-abac2c77c623 with Priority: HIGHEST for action security_group_members [ 1180.262137] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0a57c5-e808-4d33-b97c-abac2c77c623 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.262262] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0a57c5-e808-4d33-b97c-abac2c77c623" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.262330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0a57c5-e808-4d33-b97c-abac2c77c623" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.262531] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0a57c5-e808-4d33-b97c-abac2c77c623" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.262681] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.262775] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.262839] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.262976] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.263095] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.263191] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0a57c5-e808-4d33-b97c-abac2c77c623',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.285397] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.285626] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.285626] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.287557] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.287557] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.287557] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.287827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.287827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.287896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.287931] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.287999] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 is going to be updated. [ 1180.321378] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e503d31e-7ad3-4ecf-aa58-3a06dc77686a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.326521] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.327311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.327311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.327311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.327441] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.343619] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: IN_PROGRESS for 2s [ 1180.603680] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-424 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.603905] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-424" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.606197] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-424" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.606197] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-424" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.606197] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.606197] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.606197] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.606197] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.606197] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.606197] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1180.606197] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1180.606197] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1180.606197] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1180.606197] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1180.606197] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1180.606197] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1180.626103] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1180.626375] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1180.626644] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1180.626723] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-424" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.627109] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-6212ccc3-c8c4-40fd-9210-21b9ec910c0a taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.627310] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-6212ccc3-c8c4-40fd-9210-21b9ec910c0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.627430] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-6212ccc3-c8c4-40fd-9210-21b9ec910c0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.627767] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-6212ccc3-c8c4-40fd-9210-21b9ec910c0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.627903] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6212ccc3-c8c4-40fd-9210-21b9ec910c0a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.666939] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e7f1211-6683-4aea-b088-d708c5c3ffe1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.766322] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.766322] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.766537] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.766623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.789215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.789668] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.789668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.789844] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.789985] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.790093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.790187] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0a57c5-e808-4d33-b97c-abac2c77c623 is going to be updated. [ 1180.818315] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.818502] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.818544] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.818762] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.818897] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.824601] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.824728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.824801] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.824984] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.825084] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.825176] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e503d31e-7ad3-4ecf-aa58-3a06dc77686a is going to be created. [ 1180.828050] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0a57c5-e808-4d33-b97c-abac2c77c623 in Status: IN_PROGRESS for 2s [ 1180.863525] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.863702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.863753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.863962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.864192] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.876406] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e503d31e-7ad3-4ecf-aa58-3a06dc77686a in Status: UNINITIALIZED for 2s [ 1181.130585] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.130812] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.130938] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.131255] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.131409] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.131563] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 6212ccc3-c8c4-40fd-9210-21b9ec910c0a not found, creating... [ 1181.131818] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.131976] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.132107] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.132324] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.132458] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.132727] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.132881] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.132997] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.133244] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.133345] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.133482] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 6212ccc3-c8c4-40fd-9210-21b9ec910c0a is going to be created. [ 1181.157419] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.157661] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.157741] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.158527] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.158779] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.159013] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-6212ccc3-c8c4-40fd-9210-21b9ec910c0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.168490] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e7f1211-6683-4aea-b088-d708c5c3ffe1: rpc.has_security_group_logging(os_id): False [ 1181.187454] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.187676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.187676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.187863] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.187952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.188207] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.188312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.188376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.188630] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.188708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.188798] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e7f1211-6683-4aea-b088-d708c5c3ffe1 is going to be updated. [ 1181.323639] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.324076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.324076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.324269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.324427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.343166] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e7f1211-6683-4aea-b088-d708c5c3ffe1 in Status: IN_PROGRESS for 2s [ 1181.910153] env[65529]: INFO networking_nsxv3.common.synchronization [req-f3f35ecf-81b7-4071-aa79-bc71ea545a23 req-8e332c2b-fb4b-41f9-85d3-484042e71d3a service nova] Enqueued Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_rules [ 1181.911343] env[65529]: INFO networking_nsxv3.common.synchronization [req-f3f35ecf-81b7-4071-aa79-bc71ea545a23 req-8e332c2b-fb4b-41f9-85d3-484042e71d3a service nova] Enqueued Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 1181.911767] env[65529]: INFO networking_nsxv3.common.synchronization [req-f3f35ecf-81b7-4071-aa79-bc71ea545a23 req-8e332c2b-fb4b-41f9-85d3-484042e71d3a service nova] Enqueued Resource ID: 6212ccc3-c8c4-40fd-9210-21b9ec910c0a with Priority: HIGHEST for action port [ 1181.913106] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_rules [ 1181.915048] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 1181.915048] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6212ccc3-c8c4-40fd-9210-21b9ec910c0a with Priority: HIGHEST for action port [ 1181.915048] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.915048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.915048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.915048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.915048] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.916425] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.917616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.918382] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-6212ccc3-c8c4-40fd-9210-21b9ec910c0a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.918667] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6212ccc3-c8c4-40fd-9210-21b9ec910c0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.918885] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6212ccc3-c8c4-40fd-9210-21b9ec910c0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.919292] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6212ccc3-c8c4-40fd-9210-21b9ec910c0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.919538] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6212ccc3-c8c4-40fd-9210-21b9ec910c0a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.355046] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: SUCCESS [ 1182.355420] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 deletion is rescheduled due to dependency. [ 1182.355420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.355574] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.355809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.356056] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.356216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.356282] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.356440] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.356520] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.356619] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.412940] env[65529]: INFO networking_nsxv3.common.synchronization [None req-d53e588c-aaeb-41d1-84f5-9ee8a99ed170 tempest-AttachVolumeNegativeTest-345451696 tempest-AttachVolumeNegativeTest-345451696-project-member] Enqueued Resource ID: 20a3c467-15d9-43cb-9a0d-2d0d7aefb5df with Priority: HIGHEST for action security_group_rules [ 1182.413863] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20a3c467-15d9-43cb-9a0d-2d0d7aefb5df with Priority: HIGHEST for action security_group_rules [ 1182.414281] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.414415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.414488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.414742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.414835] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20a3c467-15d9-43cb-9a0d-2d0d7aefb5df',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.422955] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.423089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.423259] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6212ccc3-c8c4-40fd-9210-21b9ec910c0a with status ACTIVE [ 1182.423421] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.423547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.423621] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.423877] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.423993] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.424188] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.424287] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.424348] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.424502] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.424579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.424754] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.424846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.424919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.425098] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.425185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.425271] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6212ccc3-c8c4-40fd-9210-21b9ec910c0a is going to be updated. [ 1182.454415] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.454648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.454648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.454823] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.454994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.455175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6212ccc3-c8c4-40fd-9210-21b9ec910c0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.501984] env[65529]: INFO networking_nsxv3.common.synchronization [None req-0e39818f-e730-4af8-9d53-764c9b0a07f1 tempest-AttachVolumeNegativeTest-345451696 tempest-AttachVolumeNegativeTest-345451696-project-member] Enqueued Resource ID: 20a3c467-15d9-43cb-9a0d-2d0d7aefb5df with Priority: HIGHEST for action security_group_rules [ 1182.502579] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20a3c467-15d9-43cb-9a0d-2d0d7aefb5df with Priority: HIGHEST for action security_group_rules [ 1182.502921] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.503084] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.842793] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0a57c5-e808-4d33-b97c-abac2c77c623 in Status: SUCCESS [ 1182.842941] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0a57c5-e808-4d33-b97c-abac2c77c623 deletion is rescheduled due to dependency. [ 1182.842990] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0a57c5-e808-4d33-b97c-abac2c77c623" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.859690] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.886923] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e503d31e-7ad3-4ecf-aa58-3a06dc77686a in Status: SUCCESS [ 1182.887232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e503d31e-7ad3-4ecf-aa58-3a06dc77686a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.887415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e503d31e-7ad3-4ecf-aa58-3a06dc77686a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.887694] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e503d31e-7ad3-4ecf-aa58-3a06dc77686a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.887935] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.888120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.888200] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.888396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.888515] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.888610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e503d31e-7ad3-4ecf-aa58-3a06dc77686a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.888703] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e503d31e-7ad3-4ecf-aa58-3a06dc77686a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.937929] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.938111] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.938164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.938398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.938509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.938634] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20a3c467-15d9-43cb-9a0d-2d0d7aefb5df already deleted. [ 1182.938724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.938904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.939091] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.939610] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20a3c467-15d9-43cb-9a0d-2d0d7aefb5df',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.361040] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e7f1211-6683-4aea-b088-d708c5c3ffe1 in Status: SUCCESS [ 1183.361518] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.361518] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.391329] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e503d31e-7ad3-4ecf-aa58-3a06dc77686a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.461810] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.461810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.461810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.461810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.461810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.461810] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20a3c467-15d9-43cb-9a0d-2d0d7aefb5df already deleted. [ 1183.461810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.840864] env[65529]: INFO networking_nsxv3.common.synchronization [req-62a8e302-b42a-4f98-bdf7-76449cd32685 req-f7ae0e92-989d-4ef1-ab6c-03f6247d4ba6 tempest-ServerActionsTestOtherB-218136139 tempest-ServerActionsTestOtherB-218136139-project-member] Enqueued Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGHEST for action security_group_members [ 1183.841494] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGHEST for action security_group_members [ 1183.841867] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e40daf76-d86c-4a48-b03d-06e968af77cf taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.842034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.842136] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.842379] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.842570] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.842701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.842789] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.842949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.843049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.843148] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.864020] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.864270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.864339] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.864564] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.864656] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.864758] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 is going to be updated. [ 1183.893319] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e503d31e-7ad3-4ecf-aa58-3a06dc77686a: rpc.has_security_group_logging(os_id): False [ 1183.930735] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.930962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.930962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.931189] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.931304] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.931585] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.931697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.931797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.931928] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.932015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.932107] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e503d31e-7ad3-4ecf-aa58-3a06dc77686a is going to be created. [ 1183.936482] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.936666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.936666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.936908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.937013] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.993902] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: IN_PROGRESS for 2s [ 1184.077467] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.077700] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.077700] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.077915] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.078050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.099204] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e503d31e-7ad3-4ecf-aa58-3a06dc77686a in Status: IN_PROGRESS for 2s [ 1184.332083] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-566 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.332297] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-566" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.332414] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-566" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.332694] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-566" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.332975] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.333989] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.334232] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.334596] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.334824] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.337499] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1184.337499] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1184.337499] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1184.337499] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1184.337499] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1184.337499] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1184.337499] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1184.346115] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.346365] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.346519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.346808] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.346979] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.347554] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.347674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.347864] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.348288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.348396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.348543] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e40daf76-d86c-4a48-b03d-06e968af77cf is going to be updated. [ 1184.368921] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1184.368921] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1184.368921] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1184.369507] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-566" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.369507] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-86b5aeb3-8b19-4a28-b6c1-4d3029b811b0 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.370093] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-86b5aeb3-8b19-4a28-b6c1-4d3029b811b0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.370093] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-86b5aeb3-8b19-4a28-b6c1-4d3029b811b0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.370093] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-86b5aeb3-8b19-4a28-b6c1-4d3029b811b0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.370309] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86b5aeb3-8b19-4a28-b6c1-4d3029b811b0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.386747] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.387459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.387459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.387785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.387785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.404207] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e40daf76-d86c-4a48-b03d-06e968af77cf in Status: IN_PROGRESS for 2s [ 1184.873060] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.873321] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.873475] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.873920] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.874190] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.874417] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 86b5aeb3-8b19-4a28-b6c1-4d3029b811b0 not found, creating... [ 1184.874757] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.875102] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.875245] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.875546] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.875733] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.876228] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.876473] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.876619] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.876910] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.877178] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.877404] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 86b5aeb3-8b19-4a28-b6c1-4d3029b811b0 is going to be created. [ 1184.899892] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.900131] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.900190] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.900479] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.900727] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.900947] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-86b5aeb3-8b19-4a28-b6c1-4d3029b811b0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.675019] env[65529]: INFO networking_nsxv3.common.synchronization [req-62a8e302-b42a-4f98-bdf7-76449cd32685 req-aee5a6b4-e56c-4b80-b7f8-aebcb449a188 service nova] Enqueued Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGHEST for action security_group_rules [ 1185.675470] env[65529]: INFO networking_nsxv3.common.synchronization [req-62a8e302-b42a-4f98-bdf7-76449cd32685 req-aee5a6b4-e56c-4b80-b7f8-aebcb449a188 service nova] Enqueued Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGHEST for action security_group_members [ 1185.675470] env[65529]: INFO networking_nsxv3.common.synchronization [req-62a8e302-b42a-4f98-bdf7-76449cd32685 req-aee5a6b4-e56c-4b80-b7f8-aebcb449a188 service nova] Enqueued Resource ID: 86b5aeb3-8b19-4a28-b6c1-4d3029b811b0 with Priority: HIGHEST for action port [ 1185.676056] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGHEST for action security_group_rules [ 1185.676197] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGHEST for action security_group_members [ 1185.676197] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b5aeb3-8b19-4a28-b6c1-4d3029b811b0 with Priority: HIGHEST for action port [ 1185.676533] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e40daf76-d86c-4a48-b03d-06e968af77cf taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.676652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.676716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.676935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.677097] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.677998] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e40daf76-d86c-4a48-b03d-06e968af77cf taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.678127] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.678351] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-86b5aeb3-8b19-4a28-b6c1-4d3029b811b0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.679221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86b5aeb3-8b19-4a28-b6c1-4d3029b811b0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.679221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86b5aeb3-8b19-4a28-b6c1-4d3029b811b0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.679221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86b5aeb3-8b19-4a28-b6c1-4d3029b811b0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.679221] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86b5aeb3-8b19-4a28-b6c1-4d3029b811b0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.010095] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: SUCCESS [ 1186.010279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.010484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.010721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.010922] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.011059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.011173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.011278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.011369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.011638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.011638] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.117404] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e503d31e-7ad3-4ecf-aa58-3a06dc77686a in Status: SUCCESS [ 1186.117634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e503d31e-7ad3-4ecf-aa58-3a06dc77686a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.181795] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e40daf76-d86c-4a48-b03d-06e968af77cf taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.181995] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.182244] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86b5aeb3-8b19-4a28-b6c1-4d3029b811b0 with status ACTIVE [ 1186.182479] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.182639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.182702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.183044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.183101] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.183258] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.183347] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.183401] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.183603] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.183731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.183888] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.183988] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.184068] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.184286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.184426] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.184497] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86b5aeb3-8b19-4a28-b6c1-4d3029b811b0 is going to be updated. [ 1186.213929] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.214211] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.214211] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.214463] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.214550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.214696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86b5aeb3-8b19-4a28-b6c1-4d3029b811b0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.422432] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e40daf76-d86c-4a48-b03d-06e968af77cf in Status: SUCCESS [ 1186.422619] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e40daf76-d86c-4a48-b03d-06e968af77cf deletion is rescheduled due to dependency. [ 1186.422745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.422910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.423219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.423469] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.423597] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.423659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.423825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.424250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.424250] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.513933] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.514184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.514297] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.514520] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.514768] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.514921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.515034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.515387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.515482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.515647] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.515820] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.515930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.515997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.516268] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.516329] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.516431] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.516501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.516619] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.516751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.516850] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.516943] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.926416] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.020309] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65: rpc.has_security_group_logging(os_id): False [ 1187.042869] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.043088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.043088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.043306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.043393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.043586] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.043684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.043749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.043961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.043961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.044255] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.044433] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.044538] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.044742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.044825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.045031] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.045130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.045194] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.045336] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.045410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.045493] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 is going to be updated. [ 1187.135761] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.135979] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.136089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.136377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.136531] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.149318] env[65529]: INFO networking_nsxv3.common.synchronization [req-81485bfd-fb44-4455-bc4e-9dbf6455dece req-ea19499a-ca76-4068-855a-f7787c17108b tempest-ServerActionsTestJSON-897994477 tempest-ServerActionsTestJSON-897994477-project-member] Enqueued Resource ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 with Priority: HIGHEST for action security_group_members [ 1187.149959] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 with Priority: HIGHEST for action security_group_members [ 1187.150342] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-79d149e3-3a4c-450e-98d1-14882a87e8a5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.150494] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.150581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.150810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.151449] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.151449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.151449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.151621] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.151621] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.151765] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79d149e3-3a4c-450e-98d1-14882a87e8a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.154122] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: IN_PROGRESS for 2s [ 1187.429152] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.523450] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-679 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.523761] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-679" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.523985] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-679" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.524461] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-679" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.524919] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.525214] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.525570] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.525890] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.526067] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.526322] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1187.526465] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1187.526595] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1187.526732] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1187.526856] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1187.526981] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1187.527131] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1187.554070] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1187.554214] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1187.554404] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1187.554794] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-679" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.555335] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-bf3e7a96-83f6-4446-bbc7-17ba973466ef taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.555628] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-bf3e7a96-83f6-4446-bbc7-17ba973466ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.555841] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-bf3e7a96-83f6-4446-bbc7-17ba973466ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.556410] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-bf3e7a96-83f6-4446-bbc7-17ba973466ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.556645] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf3e7a96-83f6-4446-bbc7-17ba973466ef',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.654357] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.654538] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.654593] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.654798] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.654883] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.656083] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.656083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.656083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.656083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.656083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.656083] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 is going to be updated. [ 1187.684232] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.684364] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.684443] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.684721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.684879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.707722] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 in Status: IN_PROGRESS for 2s [ 1187.932409] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.932706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.932706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.932892] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.932994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.933111] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e40daf76-d86c-4a48-b03d-06e968af77cf is going to be updated. [ 1187.968823] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.969036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.969036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.969358] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.969537] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.987608] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e40daf76-d86c-4a48-b03d-06e968af77cf in Status: IN_PROGRESS for 2s [ 1188.060680] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.060680] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.060680] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.060680] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.060680] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.060680] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port bf3e7a96-83f6-4446-bbc7-17ba973466ef not found, creating... [ 1188.060680] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.061182] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.061182] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.061275] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.062028] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.062028] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.062028] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.062028] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.062285] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.062285] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.062726] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: bf3e7a96-83f6-4446-bbc7-17ba973466ef is going to be created. [ 1188.085369] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.085369] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.085369] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.085802] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.086100] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.086786] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-bf3e7a96-83f6-4446-bbc7-17ba973466ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.807130] env[65529]: INFO networking_nsxv3.common.synchronization [req-81485bfd-fb44-4455-bc4e-9dbf6455dece req-b1e5e898-07d0-4af3-8fb4-0614775f2b78 service nova] Enqueued Resource ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 with Priority: HIGHEST for action security_group_rules [ 1188.807402] env[65529]: INFO networking_nsxv3.common.synchronization [req-81485bfd-fb44-4455-bc4e-9dbf6455dece req-b1e5e898-07d0-4af3-8fb4-0614775f2b78 service nova] Enqueued Resource ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 with Priority: HIGHEST for action security_group_members [ 1188.807484] env[65529]: INFO networking_nsxv3.common.synchronization [req-81485bfd-fb44-4455-bc4e-9dbf6455dece req-b1e5e898-07d0-4af3-8fb4-0614775f2b78 service nova] Enqueued Resource ID: bf3e7a96-83f6-4446-bbc7-17ba973466ef with Priority: HIGHEST for action port [ 1188.810623] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 with Priority: HIGHEST for action security_group_rules [ 1188.810829] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 with Priority: HIGHEST for action security_group_members [ 1188.811381] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf3e7a96-83f6-4446-bbc7-17ba973466ef with Priority: HIGHEST for action port [ 1188.812135] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79d149e3-3a4c-450e-98d1-14882a87e8a5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.812430] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.812511] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.813080] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.816168] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79d149e3-3a4c-450e-98d1-14882a87e8a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.817323] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-79d149e3-3a4c-450e-98d1-14882a87e8a5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.817492] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.817914] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf3e7a96-83f6-4446-bbc7-17ba973466ef taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.818017] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf3e7a96-83f6-4446-bbc7-17ba973466ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.818108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf3e7a96-83f6-4446-bbc7-17ba973466ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.818356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf3e7a96-83f6-4446-bbc7-17ba973466ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.818490] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf3e7a96-83f6-4446-bbc7-17ba973466ef',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.169788] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: SUCCESS [ 1189.170192] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.320915] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-79d149e3-3a4c-450e-98d1-14882a87e8a5 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.321102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.321240] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf3e7a96-83f6-4446-bbc7-17ba973466ef with status ACTIVE [ 1189.321412] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.321517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.321579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.321906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.321906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.322078] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.322143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.322189] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.323032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.323032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.323032] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.323032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.323032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.323032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.323304] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.323304] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf3e7a96-83f6-4446-bbc7-17ba973466ef is going to be updated. [ 1189.358044] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.358044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.358044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.358044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.358044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.358044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf3e7a96-83f6-4446-bbc7-17ba973466ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.721038] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 in Status: SUCCESS [ 1189.721282] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 deletion is rescheduled due to dependency. [ 1189.721405] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.721615] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.721886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.722119] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.722280] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.722341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.722535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.722630] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.722729] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79d149e3-3a4c-450e-98d1-14882a87e8a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.001404] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e40daf76-d86c-4a48-b03d-06e968af77cf in Status: SUCCESS [ 1190.001721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.001918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.002182] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.004049] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.004049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.004049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.004049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.004049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.004049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.004049] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.226417] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79d149e3-3a4c-450e-98d1-14882a87e8a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.505822] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.730403] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79d149e3-3a4c-450e-98d1-14882a87e8a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.008666] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e40daf76-d86c-4a48-b03d-06e968af77cf: rpc.has_security_group_logging(os_id): False [ 1191.031810] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.031810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.031810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.031810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.031810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.032096] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.032096] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.032096] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.032208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.032302] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.032338] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e40daf76-d86c-4a48-b03d-06e968af77cf is going to be updated. [ 1191.110724] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.110940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.110940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.111208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.111357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.125223] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e40daf76-d86c-4a48-b03d-06e968af77cf in Status: IN_PROGRESS for 2s [ 1191.232971] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.233419] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.233419] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.234380] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.234380] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.234380] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 is going to be updated. [ 1191.243659] env[65529]: INFO networking_nsxv3.common.synchronization [req-98eba4da-9d1e-4ad5-a433-cd9e630d035a req-f2fd9664-740e-41e1-bb59-ecd1d8dea352 tempest-AttachVolumeNegativeTest-345451696 tempest-AttachVolumeNegativeTest-345451696-project-member] Enqueued Resource ID: 20a3c467-15d9-43cb-9a0d-2d0d7aefb5df with Priority: HIGHEST for action security_group_members [ 1191.244724] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20a3c467-15d9-43cb-9a0d-2d0d7aefb5df with Priority: HIGHEST for action security_group_members [ 1191.244724] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.244724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.244724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.244724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.244928] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.244983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.245030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.245193] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.245272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.245384] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20a3c467-15d9-43cb-9a0d-2d0d7aefb5df',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.273176] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.273327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.273386] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.273601] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.273790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.298958] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 in Status: IN_PROGRESS for 2s [ 1191.599433] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.599433] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-890" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.599620] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-890" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.599781] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-890" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.600011] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.600158] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.600285] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.600566] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.600719] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.600933] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1191.601063] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1191.601175] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1191.601309] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1191.601431] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1191.601540] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1191.601673] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1191.644027] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1191.644027] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1191.644027] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1191.644027] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-890" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.644027] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-5c059e0c-d886-4ddf-a69e-043ce1a3deea taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.644027] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-5c059e0c-d886-4ddf-a69e-043ce1a3deea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.644027] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-5c059e0c-d886-4ddf-a69e-043ce1a3deea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.644027] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-5c059e0c-d886-4ddf-a69e-043ce1a3deea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.644027] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c059e0c-d886-4ddf-a69e-043ce1a3deea',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.749731] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.749976] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.749976] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.750223] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.750330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.750503] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.750601] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.750663] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.750924] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.751893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.751893] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20a3c467-15d9-43cb-9a0d-2d0d7aefb5df already deleted. [ 1191.751893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.146370] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.146620] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.146751] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.147068] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.147250] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.147442] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 5c059e0c-d886-4ddf-a69e-043ce1a3deea not found, creating... [ 1192.147715] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.147876] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.147995] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.148237] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.148384] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.148651] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.148805] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.148920] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.149149] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.149283] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.149420] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 5c059e0c-d886-4ddf-a69e-043ce1a3deea is going to be created. [ 1192.172911] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.173151] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.173347] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.173605] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.173842] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.174146] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-5c059e0c-d886-4ddf-a69e-043ce1a3deea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.848869] env[65529]: INFO networking_nsxv3.common.synchronization [req-98eba4da-9d1e-4ad5-a433-cd9e630d035a req-75c039de-a948-4886-97f9-fb3843d5c745 service nova] Enqueued Resource ID: 20a3c467-15d9-43cb-9a0d-2d0d7aefb5df with Priority: HIGHEST for action security_group_rules [ 1192.849203] env[65529]: INFO networking_nsxv3.common.synchronization [req-98eba4da-9d1e-4ad5-a433-cd9e630d035a req-75c039de-a948-4886-97f9-fb3843d5c745 service nova] Enqueued Resource ID: 20a3c467-15d9-43cb-9a0d-2d0d7aefb5df with Priority: HIGHEST for action security_group_members [ 1192.849203] env[65529]: INFO networking_nsxv3.common.synchronization [req-98eba4da-9d1e-4ad5-a433-cd9e630d035a req-75c039de-a948-4886-97f9-fb3843d5c745 service nova] Enqueued Resource ID: 5c059e0c-d886-4ddf-a69e-043ce1a3deea with Priority: HIGHEST for action port [ 1192.849746] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20a3c467-15d9-43cb-9a0d-2d0d7aefb5df with Priority: HIGHEST for action security_group_rules [ 1192.849886] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20a3c467-15d9-43cb-9a0d-2d0d7aefb5df with Priority: HIGHEST for action security_group_members [ 1192.849978] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c059e0c-d886-4ddf-a69e-043ce1a3deea with Priority: HIGHEST for action port [ 1192.850425] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.850594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.850790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.851195] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.851322] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20a3c467-15d9-43cb-9a0d-2d0d7aefb5df',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.853160] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.853365] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.853457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.853639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.854418] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.854554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.854641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.854776] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.855380] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.855380] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20a3c467-15d9-43cb-9a0d-2d0d7aefb5df',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.855865] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c059e0c-d886-4ddf-a69e-043ce1a3deea taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.856246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c059e0c-d886-4ddf-a69e-043ce1a3deea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.856246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c059e0c-d886-4ddf-a69e-043ce1a3deea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.856246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c059e0c-d886-4ddf-a69e-043ce1a3deea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.856489] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c059e0c-d886-4ddf-a69e-043ce1a3deea',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.143046] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e40daf76-d86c-4a48-b03d-06e968af77cf in Status: SUCCESS [ 1193.143355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.311619] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 in Status: SUCCESS [ 1193.311997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.312315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.312560] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.312816] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.312903] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.312950] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.313111] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.313257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.313392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.313492] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79d149e3-3a4c-450e-98d1-14882a87e8a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.358112] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.358318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.358598] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20a3c467-15d9-43cb-9a0d-2d0d7aefb5df',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.359722] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c059e0c-d886-4ddf-a69e-043ce1a3deea with status ACTIVE [ 1193.359949] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.360116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.360216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.360466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.360581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.360810] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.360939] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.361052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.361338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.361442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.361657] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.361766] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.361876] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.362081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.362207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.362261] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c059e0c-d886-4ddf-a69e-043ce1a3deea is going to be updated. [ 1193.386172] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.386406] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.386406] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.386677] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.386903] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.387110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c059e0c-d886-4ddf-a69e-043ce1a3deea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.816286] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79d149e3-3a4c-450e-98d1-14882a87e8a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.865600] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20a3c467-15d9-43cb-9a0d-2d0d7aefb5df',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.319072] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79d149e3-3a4c-450e-98d1-14882a87e8a5: rpc.has_security_group_logging(os_id): False [ 1194.338252] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.338404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.338549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.338860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.338957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.339224] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.339330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.339400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.339571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.339651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.339739] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 is going to be updated. [ 1194.367994] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.368243] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.368243] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.368466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.368555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.368683] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20a3c467-15d9-43cb-9a0d-2d0d7aefb5df is going to be created. [ 1194.393813] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.394052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.394052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.394249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.394428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.406521] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20a3c467-15d9-43cb-9a0d-2d0d7aefb5df in Status: UNINITIALIZED for 2s [ 1194.419621] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.419800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.419845] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.420124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.420270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.434395] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 in Status: IN_PROGRESS for 2s [ 1196.417045] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20a3c467-15d9-43cb-9a0d-2d0d7aefb5df in Status: SUCCESS [ 1196.417508] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.417508] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.417694] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.417923] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.418610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.418610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.418610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.418610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.418610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.418832] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20a3c467-15d9-43cb-9a0d-2d0d7aefb5df',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.448519] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 in Status: SUCCESS [ 1196.448770] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.921677] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20a3c467-15d9-43cb-9a0d-2d0d7aefb5df',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.349649] env[65529]: INFO networking_nsxv3.common.synchronization [req-a789bca6-6cf4-4167-b4da-21dce960f5ba req-e1cc8c8d-5d54-4551-a6e7-fec7c400a8eb tempest-ServerActionsTestOtherA-841971939 tempest-ServerActionsTestOtherA-841971939-project-member] Enqueued Resource ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a with Priority: HIGHEST for action security_group_members [ 1197.350378] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a with Priority: HIGHEST for action security_group_members [ 1197.350594] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.350662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.350712] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.350927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.351057] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.351146] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.351209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.351357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.351442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.351589] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.423955] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20a3c467-15d9-43cb-9a0d-2d0d7aefb5df: rpc.has_security_group_logging(os_id): False [ 1197.443616] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.443847] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.443847] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.444048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.444137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.444369] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.444473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.444528] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.444675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.444749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.444835] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20a3c467-15d9-43cb-9a0d-2d0d7aefb5df is going to be created. [ 1197.520857] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.521152] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.521152] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.522608] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.522608] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.535124] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20a3c467-15d9-43cb-9a0d-2d0d7aefb5df in Status: IN_PROGRESS for 2s [ 1198.180737] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.180737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.180893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.181492] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.181492] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.181886] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.182077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.182508] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.183047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.183047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.184175] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a is going to be deleted. [ 1198.224671] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.225444] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.225444] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.226650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.226650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.226650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.280454] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-273 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.280765] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-273" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.280921] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-273" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.281310] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-273" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.282200] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.282200] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.282200] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.283176] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.283411] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.283807] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1198.283938] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1198.284224] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1198.284363] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1198.284471] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1198.284585] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1198.284776] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1198.322826] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1198.323045] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1198.323808] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1198.323808] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-273" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.324568] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-54f78ceb-3868-4619-8f70-db9d5f53885e taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.324739] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-54f78ceb-3868-4619-8f70-db9d5f53885e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.324910] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-54f78ceb-3868-4619-8f70-db9d5f53885e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.325399] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-54f78ceb-3868-4619-8f70-db9d5f53885e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.325399] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54f78ceb-3868-4619-8f70-db9d5f53885e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.828311] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.828675] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.828675] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.828972] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.829134] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.829289] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port 54f78ceb-3868-4619-8f70-db9d5f53885e not found, creating... [ 1198.830047] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.830047] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.830047] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.830047] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.830270] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.830899] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.830899] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.830899] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.830899] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.831270] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.831270] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: 54f78ceb-3868-4619-8f70-db9d5f53885e is going to be created. [ 1198.870554] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.870865] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.870964] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.871257] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.871484] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.871709] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-54f78ceb-3868-4619-8f70-db9d5f53885e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.563008] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20a3c467-15d9-43cb-9a0d-2d0d7aefb5df in Status: SUCCESS [ 1199.563303] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.571110] env[65529]: INFO networking_nsxv3.common.synchronization [req-a789bca6-6cf4-4167-b4da-21dce960f5ba req-dca79eb6-0753-4d2e-ad53-6af8b74b0bdd service nova] Enqueued Resource ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a with Priority: HIGHEST for action security_group_rules [ 1199.571299] env[65529]: INFO networking_nsxv3.common.synchronization [req-a789bca6-6cf4-4167-b4da-21dce960f5ba req-dca79eb6-0753-4d2e-ad53-6af8b74b0bdd service nova] Enqueued Resource ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a with Priority: HIGHEST for action security_group_members [ 1199.571435] env[65529]: INFO networking_nsxv3.common.synchronization [req-a789bca6-6cf4-4167-b4da-21dce960f5ba req-dca79eb6-0753-4d2e-ad53-6af8b74b0bdd service nova] Enqueued Resource ID: 54f78ceb-3868-4619-8f70-db9d5f53885e with Priority: HIGHEST for action port [ 1199.571670] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a with Priority: HIGHEST for action security_group_rules [ 1199.571816] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a with Priority: HIGHEST for action security_group_members [ 1199.571912] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54f78ceb-3868-4619-8f70-db9d5f53885e with Priority: HIGHEST for action port [ 1199.572539] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.572804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.572804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.572972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.576407] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.576407] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.576407] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.576407] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.576407] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.576407] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.576407] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.576407] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.576407] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.576407] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.576407] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.577211] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-54f78ceb-3868-4619-8f70-db9d5f53885e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.577322] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54f78ceb-3868-4619-8f70-db9d5f53885e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.577392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54f78ceb-3868-4619-8f70-db9d5f53885e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.577549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54f78ceb-3868-4619-8f70-db9d5f53885e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.577622] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54f78ceb-3868-4619-8f70-db9d5f53885e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.079973] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.079973] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.079973] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.080941] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54f78ceb-3868-4619-8f70-db9d5f53885e with status ACTIVE [ 1200.081426] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.081426] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.081426] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.081638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.081733] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.081946] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.082096] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.082183] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.082418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.083075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.083075] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.083075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.083075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.083075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.083425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.083425] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54f78ceb-3868-4619-8f70-db9d5f53885e is going to be updated. [ 1200.114686] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.114934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.114934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.115142] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.115283] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.115479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54f78ceb-3868-4619-8f70-db9d5f53885e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.585080] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.088045] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.088390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.088390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.088758] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.088758] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.088758] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a is going to be created. [ 1201.112325] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.112565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.112565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.112744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.112915] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.122038] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a in Status: UNINITIALIZED for 2s [ 1203.137603] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a in Status: SUCCESS [ 1203.137990] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.138236] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.138473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.138702] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.138819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.138888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.139024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.139109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.139288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.139439] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.642087] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.642326] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.642326] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.642527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.642694] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.642788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.642846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.643102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.643208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.643265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.643408] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.643498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.643559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.643696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.643889] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.643996] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.644071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.644226] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.644300] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.644385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.644474] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.147116] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a: rpc.has_security_group_logging(os_id): False [ 1204.165618] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.165872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.165872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.166031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.166103] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.166629] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.166629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.166629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.166819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.166819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.166913] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.167021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.167084] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.167227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.167300] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.167476] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.167589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.167714] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.167867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.167939] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.168035] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a is going to be created. [ 1204.225888] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.226073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.226139] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.226321] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.226503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.240398] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a in Status: IN_PROGRESS for 2s [ 1204.573621] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1204.573621] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1206.253945] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a in Status: SUCCESS [ 1206.254277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.889016] env[65529]: INFO networking_nsxv3.common.synchronization [req-82938d9f-9104-4dc0-b300-55c9dea13739 req-417e10ca-e027-4441-892a-253d249de1bd tempest-ServerActionsTestOtherA-841971939 tempest-ServerActionsTestOtherA-841971939-project-member] Enqueued Resource ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a with Priority: HIGHEST for action security_group_members [ 1207.889998] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a with Priority: HIGHEST for action security_group_members [ 1207.890344] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.890441] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.890510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.890710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.890863] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.890965] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.891089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.891194] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.891280] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.891373] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.931718] env[65529]: INFO networking_nsxv3.common.synchronization [req-82938d9f-9104-4dc0-b300-55c9dea13739 req-417e10ca-e027-4441-892a-253d249de1bd tempest-ServerActionsTestOtherA-841971939 tempest-ServerActionsTestOtherA-841971939-project-member] Enqueued Resource ID: 54f78ceb-3868-4619-8f70-db9d5f53885e with Priority: HIGHEST for action port [ 1207.932232] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54f78ceb-3868-4619-8f70-db9d5f53885e with Priority: HIGHEST for action port [ 1207.932539] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-54f78ceb-3868-4619-8f70-db9d5f53885e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.932648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54f78ceb-3868-4619-8f70-db9d5f53885e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.932719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54f78ceb-3868-4619-8f70-db9d5f53885e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.932930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54f78ceb-3868-4619-8f70-db9d5f53885e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.932985] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54f78ceb-3868-4619-8f70-db9d5f53885e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.393891] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.394107] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.394107] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.394312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.394402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.394637] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.394747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.394831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.394994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.395107] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.395174] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a is going to be updated. [ 1208.423454] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.423623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.423669] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.423871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.424021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.435621] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54f78ceb-3868-4619-8f70-db9d5f53885e with status ACTIVE [ 1208.435827] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.436199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.436199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.436325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.436325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.436492] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.436584] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.437224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.437224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.437224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.437224] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.437224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.437473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.437473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.437473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.437571] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54f78ceb-3868-4619-8f70-db9d5f53885e is going to be updated. [ 1208.439270] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a in Status: IN_PROGRESS for 2s [ 1208.460424] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.460731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.460731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.460862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.460997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.461174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54f78ceb-3868-4619-8f70-db9d5f53885e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.451206] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a in Status: SUCCESS [ 1210.451661] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a deletion is rescheduled due to dependency. [ 1210.451661] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.933423] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1212.933812] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1217.935793] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1217.935793] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1222.936960] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1222.937175] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1225.384897] env[65529]: INFO networking_nsxv3.common.synchronization [req-73a1ddbc-c868-456c-a7c4-712ff5b9c112 req-0cf11545-6e27-4032-9f91-0142c623eb18 tempest-AttachVolumeTestJSON-199253416 tempest-AttachVolumeTestJSON-199253416-project-member] Enqueued Resource ID: daadb139-0b16-451a-b751-50e19fe25e09 with Priority: HIGHEST for action security_group_members [ 1225.385541] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daadb139-0b16-451a-b751-50e19fe25e09 with Priority: HIGHEST for action security_group_members [ 1225.385920] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-daadb139-0b16-451a-b751-50e19fe25e09 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.386355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daadb139-0b16-451a-b751-50e19fe25e09" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.386415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daadb139-0b16-451a-b751-50e19fe25e09" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.386624] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daadb139-0b16-451a-b751-50e19fe25e09" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.386786] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.386889] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.386994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.387149] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.387237] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.387333] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daadb139-0b16-451a-b751-50e19fe25e09',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.890598] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.890598] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.890598] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.890598] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.890598] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.890598] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.890598] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.890598] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.891033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.891033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.891033] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daadb139-0b16-451a-b751-50e19fe25e09 is going to be updated. [ 1225.918239] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.918474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.918474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.918679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.918867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.928895] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daadb139-0b16-451a-b751-50e19fe25e09 in Status: IN_PROGRESS for 2s [ 1226.014894] env[65529]: INFO networking_nsxv3.common.synchronization [req-ee58d2cb-4425-429b-8938-b8cb3af44b3d req-9a08cb42-db62-40e9-a5b9-1990fcc8b43a tempest-DeleteServersTestJSON-994990992 tempest-DeleteServersTestJSON-994990992-project-member] Enqueued Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 1226.015494] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGHEST for action security_group_members [ 1226.015938] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.016077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.016144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.016371] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.016490] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.016677] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.016677] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.017414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.017414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.017414] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.519328] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.519641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.519641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.519790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.519896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.520079] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.520182] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.520245] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.520393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.520468] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.520551] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 is going to be updated. [ 1226.547281] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.547464] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.547509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.547710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.548117] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.557042] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: IN_PROGRESS for 2s [ 1227.938919] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daadb139-0b16-451a-b751-50e19fe25e09 in Status: SUCCESS [ 1227.939292] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daadb139-0b16-451a-b751-50e19fe25e09 deletion is rescheduled due to dependency. [ 1227.939347] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daadb139-0b16-451a-b751-50e19fe25e09" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.566245] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 in Status: SUCCESS [ 1228.566469] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 deletion is rescheduled due to dependency. [ 1228.566529] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.016426] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1231.016748] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1232.498811] env[65529]: INFO networking_nsxv3.common.synchronization [req-6251dab8-79a8-4725-b2db-9d4f03ca0170 req-a08c5819-c663-42ad-8faa-206b632b22f6 tempest-ServerActionsTestOtherA-841971939 tempest-ServerActionsTestOtherA-841971939-project-member] Enqueued Resource ID: c8ef9398-830c-417e-9e68-f7189c49b66b with Priority: HIGHEST for action security_group_members [ 1232.499379] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ef9398-830c-417e-9e68-f7189c49b66b with Priority: HIGHEST for action security_group_members [ 1232.499678] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ef9398-830c-417e-9e68-f7189c49b66b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.499802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.499871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.500120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.500307] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.500418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.500484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.500642] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.500725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.500818] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8ef9398-830c-417e-9e68-f7189c49b66b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.813215] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-273 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.813215] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-273" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.813215] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-273" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.813215] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-273" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.813763] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.814140] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.814446] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.814827] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.815767] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.815767] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1232.815767] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1232.815767] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1232.815942] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1232.816062] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1232.816214] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1232.816711] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1232.838396] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1232.840535] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1232.840763] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1232.840958] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-273" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.841323] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-01f01181-d38a-4be0-9b19-ebaf9c2dd6a4 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.841509] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-01f01181-d38a-4be0-9b19-ebaf9c2dd6a4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.841630] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-01f01181-d38a-4be0-9b19-ebaf9c2dd6a4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.842079] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-01f01181-d38a-4be0-9b19-ebaf9c2dd6a4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.842132] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01f01181-d38a-4be0-9b19-ebaf9c2dd6a4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.002947] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8ef9398-830c-417e-9e68-f7189c49b66b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.344995] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.345279] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.345418] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.345839] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.345980] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.346168] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 01f01181-d38a-4be0-9b19-ebaf9c2dd6a4 not found, creating... [ 1233.346489] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.346653] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.346772] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.347276] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.347276] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.347496] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.347755] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.347869] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.348189] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.348271] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.348426] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 01f01181-d38a-4be0-9b19-ebaf9c2dd6a4 is going to be created. [ 1233.373052] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.373241] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.373367] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.373951] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.374076] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.374312] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-01f01181-d38a-4be0-9b19-ebaf9c2dd6a4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.506920] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8ef9398-830c-417e-9e68-f7189c49b66b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.008963] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.008963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.008963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.009388] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.009388] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.009519] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ef9398-830c-417e-9e68-f7189c49b66b is going to be updated. [ 1234.036616] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.036780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.036863] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.037181] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.037336] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.046577] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ef9398-830c-417e-9e68-f7189c49b66b in Status: IN_PROGRESS for 2s [ 1234.062506] env[65529]: INFO networking_nsxv3.common.synchronization [req-6251dab8-79a8-4725-b2db-9d4f03ca0170 req-c86437ec-5677-4f38-b5ee-0e50ef4c8191 service nova] Enqueued Resource ID: c8ef9398-830c-417e-9e68-f7189c49b66b with Priority: HIGHEST for action security_group_rules [ 1234.062693] env[65529]: INFO networking_nsxv3.common.synchronization [req-6251dab8-79a8-4725-b2db-9d4f03ca0170 req-c86437ec-5677-4f38-b5ee-0e50ef4c8191 service nova] Enqueued Resource ID: c8ef9398-830c-417e-9e68-f7189c49b66b with Priority: HIGHEST for action security_group_members [ 1234.062829] env[65529]: INFO networking_nsxv3.common.synchronization [req-6251dab8-79a8-4725-b2db-9d4f03ca0170 req-c86437ec-5677-4f38-b5ee-0e50ef4c8191 service nova] Enqueued Resource ID: 01f01181-d38a-4be0-9b19-ebaf9c2dd6a4 with Priority: HIGHEST for action port [ 1234.063417] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ef9398-830c-417e-9e68-f7189c49b66b with Priority: HIGHEST for action security_group_rules [ 1234.063568] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ef9398-830c-417e-9e68-f7189c49b66b with Priority: HIGHEST for action security_group_members [ 1234.063670] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f01181-d38a-4be0-9b19-ebaf9c2dd6a4 with Priority: HIGHEST for action port [ 1234.063945] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8ef9398-830c-417e-9e68-f7189c49b66b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.064090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.064161] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.064358] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.064441] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8ef9398-830c-417e-9e68-f7189c49b66b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.065277] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ef9398-830c-417e-9e68-f7189c49b66b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.065372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.065558] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-01f01181-d38a-4be0-9b19-ebaf9c2dd6a4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.065654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01f01181-d38a-4be0-9b19-ebaf9c2dd6a4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.065715] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01f01181-d38a-4be0-9b19-ebaf9c2dd6a4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.065868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01f01181-d38a-4be0-9b19-ebaf9c2dd6a4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.065940] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01f01181-d38a-4be0-9b19-ebaf9c2dd6a4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.567611] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ef9398-830c-417e-9e68-f7189c49b66b taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.567981] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.567981] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01f01181-d38a-4be0-9b19-ebaf9c2dd6a4 with status ACTIVE [ 1234.568094] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.568185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.568247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.568425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.568513] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.568680] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.568776] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.568837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.568985] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.569073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.569252] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.569346] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.569406] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.569540] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.569611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.569693] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01f01181-d38a-4be0-9b19-ebaf9c2dd6a4 is going to be updated. [ 1234.591684] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.591900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.591900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.592102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.592239] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.592397] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01f01181-d38a-4be0-9b19-ebaf9c2dd6a4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.058188] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ef9398-830c-417e-9e68-f7189c49b66b in Status: SUCCESS [ 1236.058579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.058579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.058853] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.058929] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.059100] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.059169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.059328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.059407] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.059523] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8ef9398-830c-417e-9e68-f7189c49b66b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.561859] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8ef9398-830c-417e-9e68-f7189c49b66b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.068082] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8ef9398-830c-417e-9e68-f7189c49b66b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.570445] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.570598] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.570668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.570948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.571149] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.571268] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ef9398-830c-417e-9e68-f7189c49b66b is going to be updated. [ 1237.597920] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.598120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.598170] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.598532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.598691] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.609134] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ef9398-830c-417e-9e68-f7189c49b66b in Status: IN_PROGRESS for 2s [ 1239.064912] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1239.065326] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1239.620047] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ef9398-830c-417e-9e68-f7189c49b66b in Status: SUCCESS [ 1239.620281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.620452] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.620679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.620870] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.620989] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.621070] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.621227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.621309] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.621395] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.621487] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8ef9398-830c-417e-9e68-f7189c49b66b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.124413] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8ef9398-830c-417e-9e68-f7189c49b66b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.626473] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8ef9398-830c-417e-9e68-f7189c49b66b: rpc.has_security_group_logging(os_id): False [ 1240.644740] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.645919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.646044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.647300] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.669321] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.669629] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.669750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.669819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.670043] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.670131] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.670219] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8ef9398-830c-417e-9e68-f7189c49b66b is going to be updated. [ 1240.734022] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.734233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.734233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.734434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.734587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.754972] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8ef9398-830c-417e-9e68-f7189c49b66b in Status: IN_PROGRESS for 2s [ 1242.769186] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8ef9398-830c-417e-9e68-f7189c49b66b in Status: SUCCESS [ 1242.769564] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.066423] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1244.066700] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1246.470081] env[65529]: INFO networking_nsxv3.common.synchronization [req-ce905e3d-70d8-4b69-8bae-be9e846dca2f req-7955e941-d5a4-4db9-bf3d-9dba27820a91 tempest-AttachVolumeShelveTestJSON-347360728 tempest-AttachVolumeShelveTestJSON-347360728-project-member] Enqueued Resource ID: 9e7f1211-6683-4aea-b088-d708c5c3ffe1 with Priority: HIGHEST for action security_group_members [ 1246.470081] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7f1211-6683-4aea-b088-d708c5c3ffe1 with Priority: HIGHEST for action security_group_members [ 1246.470081] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7f1211-6683-4aea-b088-d708c5c3ffe1 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.470081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.470081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.470081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.470081] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.470081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.470081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.471465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.471793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.471988] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e7f1211-6683-4aea-b088-d708c5c3ffe1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.974550] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.974780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.974780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.974975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.975078] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.975275] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.975386] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.975459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.975616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.975695] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.975781] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e7f1211-6683-4aea-b088-d708c5c3ffe1 is going to be updated. [ 1247.017746] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.018011] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.018011] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.018231] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.018345] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.026869] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7f1211-6683-4aea-b088-d708c5c3ffe1 in Status: IN_PROGRESS for 2s [ 1249.038589] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7f1211-6683-4aea-b088-d708c5c3ffe1 in Status: SUCCESS [ 1249.038974] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e7f1211-6683-4aea-b088-d708c5c3ffe1 deletion is rescheduled due to dependency. [ 1249.038974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7f1211-6683-4aea-b088-d708c5c3ffe1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.470432] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1251.470948] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1252.701569] env[65529]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1252.701867] env[65529]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-44ac9be2-5a3c-4223-be58-335bee90c739 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1256.471094] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1256.471457] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1261.472616] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1261.472616] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1266.473424] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1266.473789] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1267.652248] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.652629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.652629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.652727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.652787] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.155816] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.658130] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.161027] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1269.161226] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1269.923431] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.923809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.923809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.923897] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.936900] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1269.937876] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.938673] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1269.975269] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.975455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.975499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.975706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.989439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.990549] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1269.990631] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1269.990733] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1270.040913] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.041102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.041164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.041355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.042766] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.042950] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1270.138994] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.139242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.139285] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.139487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.139812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.140224] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1270.219422] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.219587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.219587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.219801] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.220215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.220533] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:49. [ 1270.220634] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f3ba41f2-22b5-4672-8da5-d1d7fdf078dd', 'e2342360-1165-457d-bbda-17cb055b06b8', 'eab85d65-9b66-46cf-bf13-f44781596cb3', '29eb1744-da07-4a0a-bf30-d6ba8cdb1e65', '2f0a57c5-e808-4d33-b97c-abac2c77c623', 'fcaf41bd-3467-4093-884a-9af81ea9b903', 'b728ec97-4d90-4064-ace7-f08068b1eeba', '42d11c71-b0b3-422b-be0b-fa33692b23f2', '08ddb191-3ff7-48af-b228-bd6d004bb4d7', '0cf526f7-9b05-4f0a-9de9-e422edec2d69', '28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a', 'e40daf76-d86c-4a48-b03d-06e968af77cf', 'cd4b1ef5-8f28-4adb-b5e3-71c68602d580', 'c4f2cb53-46dd-4ddc-a9c8-5de61f872d68', 'ef05c857-b8df-4d94-aac5-633665b8b960', '94af5317-b04c-4369-b5e6-8d6ba84c284d', 'daadb139-0b16-451a-b751-50e19fe25e09', '20a3c467-15d9-43cb-9a0d-2d0d7aefb5df', 'a0a6a175-c255-4b3b-b88b-b36c222d293a', '1cc165da-c7bb-407e-ac78-575f080ac582', '77803dc7-4ea3-40a7-a1ad-d8bc6f015100', 'e637608a-f122-40c7-91bf-6c27a3586b2d', 'c8a69115-20ce-49f6-8309-2f827565581d', 'c8ef9398-830c-417e-9e68-f7189c49b66b', 'e503d31e-7ad3-4ecf-aa58-3a06dc77686a', '01d86ab1-f33c-457c-ad78-12c839e80b92', 'a30b95c7-f833-4bb9-aebb-9c3c13105e1b', 'f4ea7f09-9ac7-44d0-b1fe-c565546f0713', 'dafd6b6e-d17f-4ace-a914-14b597bbdc83', '79d149e3-3a4c-450e-98d1-14882a87e8a5', 'a98ec43a-4056-4923-8a80-54ff207270c0', 'cb326e50-0a79-4d89-af37-71b08113e927', '473fa099-1554-43fb-9112-b2f0fdfc7885', 'd550e5e3-e388-4967-8580-1f36cf4aea64', '9e7f1211-6683-4aea-b088-d708c5c3ffe1', '6f916255-5d1b-46ef-a525-5bf35884b27e', 'b00fddd6-d650-4af3-8c66-2159d2fe1aaa', '451faddd-f691-4fb4-b793-9000d7d91751', '06f657d1-b4f5-4078-9f80-cce4c5e70f26', '9b57a1d1-0d4e-4006-ba6a-99fa42f63da2', 'ffa9dde5-d7a8-4aed-ba4e-7dc5fa08dbba', '4cca8c15-9197-4c64-93c1-2b1fe775c89b', '028e6985-af4f-4dc5-abc5-49de7eb985c9', 'd99b305d-76eb-45f9-b59f-8a18e668bbc8', 'e2888787-57df-4541-8ebe-890e8246a93b', '0f1df6fc-a15d-461f-9f57-2943dd682652', '0c23df24-c72f-416f-a77c-de60dc11cea7', 'c0e3714e-41e2-403a-92a8-8e9aba249975', '50a073fd-cd63-4ce0-ae52-d45aee904ca2'} {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1270.220750] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1270.241109] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.241337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.241420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.241657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.241761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.241910] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1270.242010] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1270.242143] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1270.419671] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.419931] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.419931] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.420200] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.421543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.421888] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1270.421979] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1270.422054] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1270.422123] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1270.422219] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/49 resources of Type:Security Group Rules [ 1270.422308] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGH for action security_group_rules [ 1270.422445] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2342360-1165-457d-bbda-17cb055b06b8 with Priority: HIGH for action security_group_rules [ 1270.422555] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGH for action security_group_rules [ 1270.422627] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGH for action security_group_rules [ 1270.422693] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f0a57c5-e808-4d33-b97c-abac2c77c623 with Priority: HIGH for action security_group_rules [ 1270.422759] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fcaf41bd-3467-4093-884a-9af81ea9b903 with Priority: HIGH for action security_group_rules [ 1270.422831] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b728ec97-4d90-4064-ace7-f08068b1eeba with Priority: HIGH for action security_group_rules [ 1270.422924] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 42d11c71-b0b3-422b-be0b-fa33692b23f2 with Priority: HIGH for action security_group_rules [ 1270.422999] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 08ddb191-3ff7-48af-b228-bd6d004bb4d7 with Priority: HIGH for action security_group_rules [ 1270.423092] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0cf526f7-9b05-4f0a-9de9-e422edec2d69 with Priority: HIGH for action security_group_rules [ 1270.423173] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a with Priority: HIGH for action security_group_rules [ 1270.423238] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGH for action security_group_rules [ 1270.423295] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 with Priority: HIGH for action security_group_rules [ 1270.423340] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 with Priority: HIGH for action security_group_rules [ 1270.423405] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ef05c857-b8df-4d94-aac5-633665b8b960 with Priority: HIGH for action security_group_rules [ 1270.423462] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 94af5317-b04c-4369-b5e6-8d6ba84c284d with Priority: HIGH for action security_group_rules [ 1270.423525] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: daadb139-0b16-451a-b751-50e19fe25e09 with Priority: HIGH for action security_group_rules [ 1270.423587] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20a3c467-15d9-43cb-9a0d-2d0d7aefb5df with Priority: HIGH for action security_group_rules [ 1270.423658] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a0a6a175-c255-4b3b-b88b-b36c222d293a with Priority: HIGH for action security_group_rules [ 1270.423738] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGH for action security_group_rules [ 1270.423875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.474714] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1271.474942] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1271.475158] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd with Priority: HIGH for action security_group_rules [ 1271.475324] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab85d65-9b66-46cf-bf13-f44781596cb3 with Priority: HIGH for action security_group_rules [ 1271.475431] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b728ec97-4d90-4064-ace7-f08068b1eeba with Priority: HIGH for action security_group_rules [ 1271.475534] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef05c857-b8df-4d94-aac5-633665b8b960 with Priority: HIGH for action security_group_rules [ 1271.475630] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cc165da-c7bb-407e-ac78-575f080ac582 with Priority: HIGH for action security_group_rules [ 1271.475724] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0a6a175-c255-4b3b-b88b-b36c222d293a with Priority: HIGH for action security_group_rules [ 1271.475816] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20a3c467-15d9-43cb-9a0d-2d0d7aefb5df with Priority: HIGH for action security_group_rules [ 1271.475908] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daadb139-0b16-451a-b751-50e19fe25e09 with Priority: HIGH for action security_group_rules [ 1271.476022] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 with Priority: HIGH for action security_group_rules [ 1271.476116] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94af5317-b04c-4369-b5e6-8d6ba84c284d with Priority: HIGH for action security_group_rules [ 1271.476205] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 with Priority: HIGH for action security_group_rules [ 1271.476292] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGH for action security_group_rules [ 1271.476378] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a with Priority: HIGH for action security_group_rules [ 1271.476464] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf526f7-9b05-4f0a-9de9-e422edec2d69 with Priority: HIGH for action security_group_rules [ 1271.476550] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ddb191-3ff7-48af-b228-bd6d004bb4d7 with Priority: HIGH for action security_group_rules [ 1271.476635] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcaf41bd-3467-4093-884a-9af81ea9b903 with Priority: HIGH for action security_group_rules [ 1271.476721] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42d11c71-b0b3-422b-be0b-fa33692b23f2 with Priority: HIGH for action security_group_rules [ 1271.476810] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0a57c5-e808-4d33-b97c-abac2c77c623 with Priority: HIGH for action security_group_rules [ 1271.476899] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2342360-1165-457d-bbda-17cb055b06b8 with Priority: HIGH for action security_group_rules [ 1271.476988] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 with Priority: HIGH for action security_group_rules [ 1271.477337] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.477471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.477538] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.477773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.477879] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3ba41f2-22b5-4672-8da5-d1d7fdf078dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.478886] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eab85d65-9b66-46cf-bf13-f44781596cb3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.479024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.479091] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.479277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.479356] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eab85d65-9b66-46cf-bf13-f44781596cb3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.480649] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b728ec97-4d90-4064-ace7-f08068b1eeba taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.480762] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.480832] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.480987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.481074] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b728ec97-4d90-4064-ace7-f08068b1eeba',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.481770] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef05c857-b8df-4d94-aac5-633665b8b960 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.481880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.481947] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.483249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.483955] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef05c857-b8df-4d94-aac5-633665b8b960',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.484046] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cc165da-c7bb-407e-ac78-575f080ac582 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.484117] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.484203] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.484499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.484499] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cc165da-c7bb-407e-ac78-575f080ac582',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.485530] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0a6a175-c255-4b3b-b88b-b36c222d293a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.485530] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0a6a175-c255-4b3b-b88b-b36c222d293a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.485530] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0a6a175-c255-4b3b-b88b-b36c222d293a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.485530] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0a6a175-c255-4b3b-b88b-b36c222d293a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.485530] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0a6a175-c255-4b3b-b88b-b36c222d293a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.486940] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.486940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.486940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.486940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.486940] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20a3c467-15d9-43cb-9a0d-2d0d7aefb5df',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.487309] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-daadb139-0b16-451a-b751-50e19fe25e09 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.487408] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-daadb139-0b16-451a-b751-50e19fe25e09" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.487478] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-daadb139-0b16-451a-b751-50e19fe25e09" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.488120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-daadb139-0b16-451a-b751-50e19fe25e09" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.488120] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('daadb139-0b16-451a-b751-50e19fe25e09',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.488566] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.488679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.488802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.488978] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.489104] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4f2cb53-46dd-4ddc-a9c8-5de61f872d68',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.489805] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94af5317-b04c-4369-b5e6-8d6ba84c284d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.489918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94af5317-b04c-4369-b5e6-8d6ba84c284d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.489991] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94af5317-b04c-4369-b5e6-8d6ba84c284d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.490170] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94af5317-b04c-4369-b5e6-8d6ba84c284d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.490243] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94af5317-b04c-4369-b5e6-8d6ba84c284d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.491069] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd4b1ef5-8f28-4adb-b5e3-71c68602d580 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.491165] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.491215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.491320] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.491381] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd4b1ef5-8f28-4adb-b5e3-71c68602d580',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.492068] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e40daf76-d86c-4a48-b03d-06e968af77cf taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.492186] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.492250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.492400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.492471] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.493144] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.493303] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.493303] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.493454] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.493526] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.494340] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cf526f7-9b05-4f0a-9de9-e422edec2d69 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.494429] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.494464] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.494605] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.494673] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cf526f7-9b05-4f0a-9de9-e422edec2d69',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.495379] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08ddb191-3ff7-48af-b228-bd6d004bb4d7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.495540] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.495540] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.495687] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.495773] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08ddb191-3ff7-48af-b228-bd6d004bb4d7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.496414] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcaf41bd-3467-4093-884a-9af81ea9b903 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.496520] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.496585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.496742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.496816] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcaf41bd-3467-4093-884a-9af81ea9b903',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.497500] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42d11c71-b0b3-422b-be0b-fa33692b23f2 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.497605] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.497656] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.497878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.498100] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42d11c71-b0b3-422b-be0b-fa33692b23f2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.499170] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f0a57c5-e808-4d33-b97c-abac2c77c623 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.499324] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f0a57c5-e808-4d33-b97c-abac2c77c623" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.499826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f0a57c5-e808-4d33-b97c-abac2c77c623" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.499826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f0a57c5-e808-4d33-b97c-abac2c77c623" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.499826] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f0a57c5-e808-4d33-b97c-abac2c77c623',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.500664] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2342360-1165-457d-bbda-17cb055b06b8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.500963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.500963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.501117] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.501257] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2342360-1165-457d-bbda-17cb055b06b8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.502166] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.502560] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.502560] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.502560] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.502756] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29eb1744-da07-4a0a-bf30-d6ba8cdb1e65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.540358] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.540546] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.540588] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.540780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.548643] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.548845] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.551821] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.551972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.552658] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.552764] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.553450] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.553571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.554212] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.554311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.560546] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.560653] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef05c857-b8df-4d94-aac5-633665b8b960 is going to be deleted. [ 1271.561485] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.561682] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.578748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.579022] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cc165da-c7bb-407e-ac78-575f080ac582 is going to be deleted. [ 1271.579880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.580167] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.603014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.603176] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0a6a175-c255-4b3b-b88b-b36c222d293a is going to be deleted. [ 1271.604044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.604251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.620425] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.620646] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.622981] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.623182] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eab85d65-9b66-46cf-bf13-f44781596cb3 is going to be deleted. [ 1271.624155] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.624356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.634087] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.634254] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.643310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.643426] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3ba41f2-22b5-4672-8da5-d1d7fdf078dd is going to be deleted. [ 1271.644760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.645040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.663784] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.663950] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.665890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.665988] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b728ec97-4d90-4064-ace7-f08068b1eeba is going to be deleted. [ 1271.666873] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.667097] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.667190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.667304] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef05c857-b8df-4d94-aac5-633665b8b960" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.667458] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.667614] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.667688] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.667853] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cc165da-c7bb-407e-ac78-575f080ac582" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.668326] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.668480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.668562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.668666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0a6a175-c255-4b3b-b88b-b36c222d293a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.711808] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.711992] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.712057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.712251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.712357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.712453] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eab85d65-9b66-46cf-bf13-f44781596cb3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.713238] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.713351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.713404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.713561] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.713639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.713748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3ba41f2-22b5-4672-8da5-d1d7fdf078dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.769778] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.770067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.770067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.770274] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.770369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.770497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b728ec97-4d90-4064-ace7-f08068b1eeba" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.009665] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e40daf76-d86c-4a48-b03d-06e968af77cf taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.009954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.009954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.010074] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.010254] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.010358] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.010421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.010575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.010660] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.010742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.010828] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.012654] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.012654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.012654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.012654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.012654] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.012654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.012654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.012654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.013941] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.013941] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.013941] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20a3c467-15d9-43cb-9a0d-2d0d7aefb5df',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.049877] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.050101] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.050101] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.050255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.068698] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.068987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.085398] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.085617] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.086394] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.086508] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.087301] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.087398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.088144] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.088228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.088893] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.088984] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.089634] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.089726] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.090434] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.090530] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.091208] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.091301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.092080] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.092165] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.092769] env[65529]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1272.093192] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.093288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.093998] env[65529]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1272.094434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.094549] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f0a57c5-e808-4d33-b97c-abac2c77c623 is going to be deleted. [ 1272.095416] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.095632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.117792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.117994] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2342360-1165-457d-bbda-17cb055b06b8 is going to be deleted. [ 1272.118848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.119093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.159375] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.159509] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42d11c71-b0b3-422b-be0b-fa33692b23f2 is going to be deleted. [ 1272.160502] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.160727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.193740] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.193898] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcaf41bd-3467-4093-884a-9af81ea9b903 is going to be deleted. [ 1272.194860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.195095] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.196579] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.196709] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.247727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.247900] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a is going to be deleted. [ 1272.248936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.249166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.254286] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.254424] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.266660] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.266819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.288577] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.288783] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08ddb191-3ff7-48af-b228-bd6d004bb4d7 is going to be deleted. [ 1272.290159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.290474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.325611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.325758] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: daadb139-0b16-451a-b751-50e19fe25e09 is going to be deleted. [ 1272.326679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.327499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.375358] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.375358] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.394695] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.394860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.395778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.395923] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd4b1ef5-8f28-4adb-b5e3-71c68602d580 is going to be deleted. [ 1272.396772] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.396987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.424520] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.424656] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.432816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.433018] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94af5317-b04c-4369-b5e6-8d6ba84c284d is going to be deleted. [ 1272.433869] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.434100] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.495357] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.495728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.516550] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20a3c467-15d9-43cb-9a0d-2d0d7aefb5df',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.517597] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.532593] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.532731] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4f2cb53-46dd-4ddc-a9c8-5de61f872d68 is going to be deleted. [ 1272.533678] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.533900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.574181] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.574395] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.585468] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.585634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.622194] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.622376] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cf526f7-9b05-4f0a-9de9-e422edec2d69 is going to be deleted. [ 1272.623354] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.623593] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.692233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.692438] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29eb1744-da07-4a0a-bf30-d6ba8cdb1e65 is going to be deleted. [ 1272.693397] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.693621] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.693719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.693846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f0a57c5-e808-4d33-b97c-abac2c77c623" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.694035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.694201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.694280] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.694400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2342360-1165-457d-bbda-17cb055b06b8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.695042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.695358] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.695511] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.695677] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42d11c71-b0b3-422b-be0b-fa33692b23f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.695864] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.696037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.696137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.696367] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcaf41bd-3467-4093-884a-9af81ea9b903" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.696513] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.696666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.696746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.696868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28d4df86-e2d3-463c-8c2a-a6d46f4c6a0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.697009] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.697165] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.697243] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.697360] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08ddb191-3ff7-48af-b228-bd6d004bb4d7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.697492] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.697632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.697707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.697913] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-daadb139-0b16-451a-b751-50e19fe25e09" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.698065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.698213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.698425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.698596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd4b1ef5-8f28-4adb-b5e3-71c68602d580" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.698742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.698921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.699023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.699152] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94af5317-b04c-4369-b5e6-8d6ba84c284d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.753250] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.753467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.753467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.753650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.753747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.753872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4f2cb53-46dd-4ddc-a9c8-5de61f872d68" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.791753] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.791949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.791949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.793033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.793033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.793033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cf526f7-9b05-4f0a-9de9-e422edec2d69" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.809678] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.809932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.809932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.810113] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.810203] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.810348] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29eb1744-da07-4a0a-bf30-d6ba8cdb1e65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.019555] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20a3c467-15d9-43cb-9a0d-2d0d7aefb5df: rpc.has_security_group_logging(os_id): False [ 1273.020523] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e40daf76-d86c-4a48-b03d-06e968af77cf: rpc.has_security_group_logging(os_id): False [ 1273.037713] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.037927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.037973] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.038201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.039800] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.039904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.059890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.060295] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.060422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.060493] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.060678] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.060762] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.060838] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20a3c467-15d9-43cb-9a0d-2d0d7aefb5df is going to be updated. [ 1273.062029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.062130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.079454] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.079725] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.079840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.079902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.080105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.080182] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.080271] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e40daf76-d86c-4a48-b03d-06e968af77cf is going to be updated. [ 1273.128895] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.129143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.129218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.129512] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.129676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.142144] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.142355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.142437] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.142720] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.143039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.148019] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20a3c467-15d9-43cb-9a0d-2d0d7aefb5df in Status: IN_PROGRESS for 2s [ 1273.153106] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e40daf76-d86c-4a48-b03d-06e968af77cf in Status: IN_PROGRESS for 2s [ 1275.167235] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20a3c467-15d9-43cb-9a0d-2d0d7aefb5df in Status: SUCCESS [ 1275.167680] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.168245] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e40daf76-d86c-4a48-b03d-06e968af77cf in Status: SUCCESS [ 1275.168413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.478038] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1276.478396] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1279.599230] env[65529]: INFO networking_nsxv3.common.synchronization [req-8f368d59-759f-4297-a483-d960bce55e08 req-598b4c46-b6f6-4b61-8af7-3f9729658eed tempest-AttachVolumeNegativeTest-345451696 tempest-AttachVolumeNegativeTest-345451696-project-member] Enqueued Resource ID: 20a3c467-15d9-43cb-9a0d-2d0d7aefb5df with Priority: HIGHEST for action security_group_members [ 1279.599469] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20a3c467-15d9-43cb-9a0d-2d0d7aefb5df with Priority: HIGHEST for action security_group_members [ 1279.599671] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.599794] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.599861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.600070] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.600232] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.600316] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.600386] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.600713] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.600713] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.600713] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20a3c467-15d9-43cb-9a0d-2d0d7aefb5df',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.103320] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.103610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.103710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.103945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.104723] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.104723] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.104723] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.104723] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.104723] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.104723] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.105083] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20a3c467-15d9-43cb-9a0d-2d0d7aefb5df is going to be updated. [ 1280.134254] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.134432] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.134480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.134689] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.134833] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.143839] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20a3c467-15d9-43cb-9a0d-2d0d7aefb5df in Status: IN_PROGRESS for 2s [ 1282.159887] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20a3c467-15d9-43cb-9a0d-2d0d7aefb5df in Status: SUCCESS [ 1282.160392] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20a3c467-15d9-43cb-9a0d-2d0d7aefb5df deletion is rescheduled due to dependency. [ 1282.160392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20a3c467-15d9-43cb-9a0d-2d0d7aefb5df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.245353] env[65529]: INFO networking_nsxv3.common.synchronization [None req-0be79f1e-ee2c-433b-96f8-77214a30cdb1 tempest-AttachVolumeNegativeTest-345451696 tempest-AttachVolumeNegativeTest-345451696-project-member] Enqueued Resource ID: 5ef22ef2-6263-443c-b2e2-32556454f4b5 with Priority: HIGHEST for action security_group_rules [ 1284.246045] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef22ef2-6263-443c-b2e2-32556454f4b5 with Priority: HIGHEST for action security_group_rules [ 1284.246455] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ef22ef2-6263-443c-b2e2-32556454f4b5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.246836] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ef22ef2-6263-443c-b2e2-32556454f4b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.246836] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ef22ef2-6263-443c-b2e2-32556454f4b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.247107] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ef22ef2-6263-443c-b2e2-32556454f4b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.247205] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ef22ef2-6263-443c-b2e2-32556454f4b5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.329403] env[65529]: INFO networking_nsxv3.common.synchronization [None req-1b4b6ae5-bfc5-443d-9a74-2fef2d815896 tempest-AttachVolumeNegativeTest-345451696 tempest-AttachVolumeNegativeTest-345451696-project-member] Enqueued Resource ID: 5ef22ef2-6263-443c-b2e2-32556454f4b5 with Priority: HIGHEST for action security_group_rules [ 1284.329876] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef22ef2-6263-443c-b2e2-32556454f4b5 with Priority: HIGHEST for action security_group_rules [ 1284.330198] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ef22ef2-6263-443c-b2e2-32556454f4b5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.330310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ef22ef2-6263-443c-b2e2-32556454f4b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.768153] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.768336] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.768336] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.768655] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.768768] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.768871] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ef22ef2-6263-443c-b2e2-32556454f4b5 already deleted. [ 1284.768960] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ef22ef2-6263-443c-b2e2-32556454f4b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.769179] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ef22ef2-6263-443c-b2e2-32556454f4b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.769359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ef22ef2-6263-443c-b2e2-32556454f4b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.769454] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ef22ef2-6263-443c-b2e2-32556454f4b5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.292275] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.292781] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.292781] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.292781] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.292781] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.292928] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ef22ef2-6263-443c-b2e2-32556454f4b5 already deleted. [ 1285.292959] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ef22ef2-6263-443c-b2e2-32556454f4b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.331587] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1289.331587] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1290.908901] env[65529]: INFO networking_nsxv3.common.synchronization [req-83e08ed8-ef0c-41d9-a8aa-bb4a0046beb2 req-17b422d5-39ed-4ec5-8e11-2603e9ea7445 tempest-ServerActionsTestJSON-897994477 tempest-ServerActionsTestJSON-897994477-project-member] Enqueued Resource ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 with Priority: HIGHEST for action security_group_members [ 1290.909451] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 with Priority: HIGHEST for action security_group_members [ 1290.911107] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-79d149e3-3a4c-450e-98d1-14882a87e8a5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.911324] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.911404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.911670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.911910] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.912038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.912110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.912281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.912369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.912471] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79d149e3-3a4c-450e-98d1-14882a87e8a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.415245] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.415398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.415473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.415702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.440122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.440415] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.440541] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.440618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.440827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.440920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.441000] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 is going to be updated. [ 1291.471201] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.471376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.471376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.471574] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.471715] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.485245] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 in Status: IN_PROGRESS for 2s [ 1292.023895] env[65529]: INFO networking_nsxv3.common.synchronization [req-bf7af2fa-48c0-47d4-92b1-8d638a459c4b req-d718d35a-7e06-4a57-a276-798b4bcff9ea tempest-AttachVolumeNegativeTest-345451696 tempest-AttachVolumeNegativeTest-345451696-project-member] Enqueued Resource ID: 5ef22ef2-6263-443c-b2e2-32556454f4b5 with Priority: HIGHEST for action security_group_members [ 1292.025355] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef22ef2-6263-443c-b2e2-32556454f4b5 with Priority: HIGHEST for action security_group_members [ 1292.025355] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef22ef2-6263-443c-b2e2-32556454f4b5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.025355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef22ef2-6263-443c-b2e2-32556454f4b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.025355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef22ef2-6263-443c-b2e2-32556454f4b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.025355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef22ef2-6263-443c-b2e2-32556454f4b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.025555] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.025555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.025665] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.025844] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.025935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.026635] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ef22ef2-6263-443c-b2e2-32556454f4b5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.352759] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.353017] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-890" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.353094] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-890" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.353362] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-890" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.353615] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.353771] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.353886] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.354108] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.354251] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.354456] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1292.354566] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1292.354684] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1292.354799] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1292.354908] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1292.355017] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1292.355181] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1292.374421] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1292.374618] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1292.374681] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1292.374801] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-890" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.375121] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-5a22d122-710c-4bfe-ae19-0b3d9e85addc taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.375295] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-5a22d122-710c-4bfe-ae19-0b3d9e85addc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.375414] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-5a22d122-710c-4bfe-ae19-0b3d9e85addc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.375734] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-5a22d122-710c-4bfe-ae19-0b3d9e85addc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.375877] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a22d122-710c-4bfe-ae19-0b3d9e85addc',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.528305] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.528484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.528557] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.528890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.528982] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.529208] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.529328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.529382] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.529541] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.529646] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.529702] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef22ef2-6263-443c-b2e2-32556454f4b5 already deleted. [ 1292.529771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef22ef2-6263-443c-b2e2-32556454f4b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.878521] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.878521] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.880946] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.880946] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.880946] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.880946] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Segment Port 5a22d122-710c-4bfe-ae19-0b3d9e85addc not found, creating... [ 1292.880946] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.880946] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.880946] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.880946] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.880946] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.880946] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.881443] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.881443] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.881443] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.881443] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.881443] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 5a22d122-710c-4bfe-ae19-0b3d9e85addc is going to be created. [ 1292.900983] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.901197] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.901317] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.901566] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.901788] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.902014] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-5a22d122-710c-4bfe-ae19-0b3d9e85addc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.495465] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 in Status: SUCCESS [ 1293.495849] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 deletion is rescheduled due to dependency. [ 1293.495849] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.612545] env[65529]: INFO networking_nsxv3.common.synchronization [req-bf7af2fa-48c0-47d4-92b1-8d638a459c4b req-a6aec868-7023-438d-bf50-10e14c16146f service nova] Enqueued Resource ID: 5ef22ef2-6263-443c-b2e2-32556454f4b5 with Priority: HIGHEST for action security_group_rules [ 1293.612726] env[65529]: INFO networking_nsxv3.common.synchronization [req-bf7af2fa-48c0-47d4-92b1-8d638a459c4b req-a6aec868-7023-438d-bf50-10e14c16146f service nova] Enqueued Resource ID: 5ef22ef2-6263-443c-b2e2-32556454f4b5 with Priority: HIGHEST for action security_group_members [ 1293.612865] env[65529]: INFO networking_nsxv3.common.synchronization [req-bf7af2fa-48c0-47d4-92b1-8d638a459c4b req-a6aec868-7023-438d-bf50-10e14c16146f service nova] Enqueued Resource ID: 5a22d122-710c-4bfe-ae19-0b3d9e85addc with Priority: HIGHEST for action port [ 1293.613675] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef22ef2-6263-443c-b2e2-32556454f4b5 with Priority: HIGHEST for action security_group_rules [ 1293.613845] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef22ef2-6263-443c-b2e2-32556454f4b5 with Priority: HIGHEST for action security_group_members [ 1293.613948] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a22d122-710c-4bfe-ae19-0b3d9e85addc with Priority: HIGHEST for action port [ 1293.614253] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ef22ef2-6263-443c-b2e2-32556454f4b5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.614459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ef22ef2-6263-443c-b2e2-32556454f4b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.614459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ef22ef2-6263-443c-b2e2-32556454f4b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.614645] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ef22ef2-6263-443c-b2e2-32556454f4b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.614721] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ef22ef2-6263-443c-b2e2-32556454f4b5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.616603] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef22ef2-6263-443c-b2e2-32556454f4b5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.616603] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef22ef2-6263-443c-b2e2-32556454f4b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.616603] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef22ef2-6263-443c-b2e2-32556454f4b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.616603] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef22ef2-6263-443c-b2e2-32556454f4b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.616842] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.616842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.616914] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.617040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.617130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.617224] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ef22ef2-6263-443c-b2e2-32556454f4b5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.617990] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a22d122-710c-4bfe-ae19-0b3d9e85addc taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.618116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a22d122-710c-4bfe-ae19-0b3d9e85addc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.618197] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a22d122-710c-4bfe-ae19-0b3d9e85addc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.619708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a22d122-710c-4bfe-ae19-0b3d9e85addc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.619818] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a22d122-710c-4bfe-ae19-0b3d9e85addc',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.117335] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef22ef2-6263-443c-b2e2-32556454f4b5 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.117573] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef22ef2-6263-443c-b2e2-32556454f4b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.123986] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ef22ef2-6263-443c-b2e2-32556454f4b5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.125187] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a22d122-710c-4bfe-ae19-0b3d9e85addc with status ACTIVE [ 1294.125421] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.125561] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.125656] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.125926] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.126050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.126263] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.126383] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.126450] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.126623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.126705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.126906] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.127015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.127613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.127780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.127862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.127953] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a22d122-710c-4bfe-ae19-0b3d9e85addc is going to be updated. [ 1294.158093] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.158381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.158381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.158527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.158675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.158829] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a22d122-710c-4bfe-ae19-0b3d9e85addc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.630900] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ef22ef2-6263-443c-b2e2-32556454f4b5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.133827] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.134065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.134134] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.134330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.134419] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.134516] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef22ef2-6263-443c-b2e2-32556454f4b5 is going to be created. [ 1295.159493] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.159759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.159759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.159909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.160082] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.169816] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef22ef2-6263-443c-b2e2-32556454f4b5 in Status: UNINITIALIZED for 2s [ 1297.180795] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef22ef2-6263-443c-b2e2-32556454f4b5 in Status: SUCCESS [ 1297.181229] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef22ef2-6263-443c-b2e2-32556454f4b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.181278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef22ef2-6263-443c-b2e2-32556454f4b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.181525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef22ef2-6263-443c-b2e2-32556454f4b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.181747] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.181878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.181973] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.182189] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.182281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.182507] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef22ef2-6263-443c-b2e2-32556454f4b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.182507] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ef22ef2-6263-443c-b2e2-32556454f4b5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.685184] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ef22ef2-6263-443c-b2e2-32556454f4b5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.187926] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ef22ef2-6263-443c-b2e2-32556454f4b5: rpc.has_security_group_logging(os_id): False [ 1298.206364] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.206568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.206727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.206907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.207113] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.207373] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.207509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.207509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.207697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.207770] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.207913] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ef22ef2-6263-443c-b2e2-32556454f4b5 is going to be created. [ 1298.276369] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.276577] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.276577] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.276793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.276991] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.288385] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ef22ef2-6263-443c-b2e2-32556454f4b5 in Status: IN_PROGRESS for 2s [ 1298.615248] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1298.615395] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1298.875078] env[65529]: INFO networking_nsxv3.common.synchronization [req-d60f5a22-b309-45de-8dbb-1a67466ab7af req-41d4a48a-20a4-4286-b7ca-9bf6440c3330 tempest-ServerActionsTestJSON-897994477 tempest-ServerActionsTestJSON-897994477-project-member] Enqueued Resource ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 with Priority: HIGHEST for action security_group_members [ 1298.875302] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 with Priority: HIGHEST for action security_group_members [ 1298.875656] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-79d149e3-3a4c-450e-98d1-14882a87e8a5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.875803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.875906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.876079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.876252] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.876357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.876423] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.876578] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.876663] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.876759] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79d149e3-3a4c-450e-98d1-14882a87e8a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.165847] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-679 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.166148] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-679" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.166325] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-679" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.166676] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-679" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.167053] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.167276] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.167532] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.167839] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.168042] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.168371] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1299.168529] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1299.168680] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1299.168831] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1299.168984] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1299.169160] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1299.169341] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1299.208879] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1299.209383] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1299.209383] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1299.209477] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-679" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.209837] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-2c0923e5-bd9e-466b-afe8-93665f16bafd taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.210079] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-2c0923e5-bd9e-466b-afe8-93665f16bafd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.210230] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-2c0923e5-bd9e-466b-afe8-93665f16bafd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.210646] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-2c0923e5-bd9e-466b-afe8-93665f16bafd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.210806] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c0923e5-bd9e-466b-afe8-93665f16bafd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.378627] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.378829] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.378874] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.379114] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.379217] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.379421] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.379521] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.379584] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.379770] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.379812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.379889] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 is going to be updated. [ 1299.406162] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.406357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.406432] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.406660] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.406811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.415467] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 in Status: IN_PROGRESS for 2s [ 1299.606749] env[65529]: INFO networking_nsxv3.common.synchronization [req-7ed55685-4863-4920-a0af-56459a76c097 req-3c064389-c494-4891-acd3-78c44541bc5e tempest-ServerActionsTestOtherA-841971939 tempest-ServerActionsTestOtherA-841971939-project-member] Enqueued Resource ID: c8ef9398-830c-417e-9e68-f7189c49b66b with Priority: HIGHEST for action security_group_members [ 1299.607617] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ef9398-830c-417e-9e68-f7189c49b66b with Priority: HIGHEST for action security_group_members [ 1299.607942] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ef9398-830c-417e-9e68-f7189c49b66b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.608078] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.608148] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.608425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.608581] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.608683] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.608747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.608894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.608981] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.609092] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8ef9398-830c-417e-9e68-f7189c49b66b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.713423] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.713655] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.713655] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.713985] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.714173] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.714480] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port 2c0923e5-bd9e-466b-afe8-93665f16bafd not found, creating... [ 1299.714671] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.714770] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.715043] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.715103] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.715223] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.715528] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.715682] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.715795] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.716034] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.716443] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.716776] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: 2c0923e5-bd9e-466b-afe8-93665f16bafd is going to be created. [ 1299.741531] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.741733] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.741858] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.742174] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.742414] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.742639] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-2c0923e5-bd9e-466b-afe8-93665f16bafd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.111320] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8ef9398-830c-417e-9e68-f7189c49b66b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.301441] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ef22ef2-6263-443c-b2e2-32556454f4b5 in Status: SUCCESS [ 1300.301806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ef22ef2-6263-443c-b2e2-32556454f4b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.449768] env[65529]: INFO networking_nsxv3.common.synchronization [req-d60f5a22-b309-45de-8dbb-1a67466ab7af req-fe88738c-94a2-4c21-ad1b-faa02a2b539b service nova] Enqueued Resource ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 with Priority: HIGHEST for action security_group_rules [ 1300.449960] env[65529]: INFO networking_nsxv3.common.synchronization [req-d60f5a22-b309-45de-8dbb-1a67466ab7af req-fe88738c-94a2-4c21-ad1b-faa02a2b539b service nova] Enqueued Resource ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 with Priority: HIGHEST for action security_group_members [ 1300.450110] env[65529]: INFO networking_nsxv3.common.synchronization [req-d60f5a22-b309-45de-8dbb-1a67466ab7af req-fe88738c-94a2-4c21-ad1b-faa02a2b539b service nova] Enqueued Resource ID: 2c0923e5-bd9e-466b-afe8-93665f16bafd with Priority: HIGHEST for action port [ 1300.450649] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 with Priority: HIGHEST for action security_group_rules [ 1300.450787] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 with Priority: HIGHEST for action security_group_members [ 1300.450887] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c0923e5-bd9e-466b-afe8-93665f16bafd with Priority: HIGHEST for action port [ 1300.451263] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79d149e3-3a4c-450e-98d1-14882a87e8a5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.451429] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.451542] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.451821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.451821] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79d149e3-3a4c-450e-98d1-14882a87e8a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.452725] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-79d149e3-3a4c-450e-98d1-14882a87e8a5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.452856] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.453110] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c0923e5-bd9e-466b-afe8-93665f16bafd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.453242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c0923e5-bd9e-466b-afe8-93665f16bafd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.453317] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c0923e5-bd9e-466b-afe8-93665f16bafd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.453573] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c0923e5-bd9e-466b-afe8-93665f16bafd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.453573] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c0923e5-bd9e-466b-afe8-93665f16bafd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.614018] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8ef9398-830c-417e-9e68-f7189c49b66b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.956075] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-79d149e3-3a4c-450e-98d1-14882a87e8a5 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.956075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.956370] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c0923e5-bd9e-466b-afe8-93665f16bafd with status ACTIVE [ 1300.956370] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.956583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.956583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.956691] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.956781] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.956960] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.957068] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.957127] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.957391] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.957481] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.957670] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.957770] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.957834] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.958028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.958116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.958295] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c0923e5-bd9e-466b-afe8-93665f16bafd is going to be updated. [ 1300.980972] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.981196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.981244] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.981455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.981600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.981765] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c0923e5-bd9e-466b-afe8-93665f16bafd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.116657] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.116855] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.116929] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.117127] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.117216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.117313] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ef9398-830c-417e-9e68-f7189c49b66b is going to be updated. [ 1301.151870] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.152222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.152222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.152614] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.152866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.164552] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ef9398-830c-417e-9e68-f7189c49b66b in Status: IN_PROGRESS for 2s [ 1301.426125] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 in Status: SUCCESS [ 1301.426518] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 deletion is rescheduled due to dependency. [ 1301.426604] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.426774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.426990] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.427193] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.427329] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.427422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.427626] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.427710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.427810] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79d149e3-3a4c-450e-98d1-14882a87e8a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.930078] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79d149e3-3a4c-450e-98d1-14882a87e8a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.432562] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79d149e3-3a4c-450e-98d1-14882a87e8a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.603049] env[65529]: INFO networking_nsxv3.common.synchronization [req-e0d64624-d5f4-43b4-97ef-15920759a901 req-23cea0bc-0a52-4d2b-a2a2-56e4cc8adf2d tempest-ServerActionsTestOtherB-218136139 tempest-ServerActionsTestOtherB-218136139-project-member] Enqueued Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGHEST for action security_group_members [ 1302.603575] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGHEST for action security_group_members [ 1302.603575] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e40daf76-d86c-4a48-b03d-06e968af77cf taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.603575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.603756] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.603805] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.603956] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.604074] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.604140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.604317] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.604393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.604478] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.936183] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.936411] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.936411] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.937021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.937021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.937021] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 is going to be updated. [ 1302.967060] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.969194] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.969289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.969478] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.969650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.981912] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 in Status: IN_PROGRESS for 2s [ 1303.107150] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.107302] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.107383] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.107595] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.107687] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.108014] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.108014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.108194] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.108194] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.108307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.108354] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e40daf76-d86c-4a48-b03d-06e968af77cf is going to be updated. [ 1303.138332] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.138536] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.138630] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.138942] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.139609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.153311] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e40daf76-d86c-4a48-b03d-06e968af77cf in Status: IN_PROGRESS for 2s [ 1303.175769] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ef9398-830c-417e-9e68-f7189c49b66b in Status: SUCCESS [ 1303.176070] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.993635] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 in Status: SUCCESS [ 1304.994142] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.994142] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.994260] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.994427] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.994535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.994768] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.994976] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.995086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.995183] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.995280] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79d149e3-3a4c-450e-98d1-14882a87e8a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.164701] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e40daf76-d86c-4a48-b03d-06e968af77cf in Status: SUCCESS [ 1305.164922] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e40daf76-d86c-4a48-b03d-06e968af77cf deletion is rescheduled due to dependency. [ 1305.164974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.498487] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79d149e3-3a4c-450e-98d1-14882a87e8a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.000361] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79d149e3-3a4c-450e-98d1-14882a87e8a5: rpc.has_security_group_logging(os_id): False [ 1306.018635] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.018777] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.018851] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.019131] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.019246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.019521] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.019628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.019693] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.019882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.019975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.020081] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 is going to be updated. [ 1306.084023] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.084023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.084023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.084023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.084023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.096871] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 in Status: IN_PROGRESS for 2s [ 1307.604047] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1307.604441] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1308.113499] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 in Status: SUCCESS [ 1308.113499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.607936] env[65529]: INFO networking_nsxv3.common.synchronization [req-907ceb63-45fa-4671-a74e-50cf16507f9d req-f8ab248b-ce5e-4b2e-b2a1-de63a6c2c435 tempest-ServerActionsTestOtherB-218136139 tempest-ServerActionsTestOtherB-218136139-project-member] Enqueued Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGHEST for action security_group_members [ 1311.608544] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGHEST for action security_group_members [ 1311.608859] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e40daf76-d86c-4a48-b03d-06e968af77cf taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.608971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.612253] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.612509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.612687] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.612798] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.612938] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.613068] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.613409] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.613409] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.885782] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-566 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.886023] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-566" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.886154] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-566" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.886416] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-566" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.886750] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.886835] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.886945] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.887311] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.887484] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.887710] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1311.887827] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1311.887934] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1311.888052] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1311.888163] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1311.888267] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1311.888413] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1311.908597] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1311.908802] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1311.908884] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1311.909064] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-566" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.909379] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-1d4e9b1f-d195-4bf3-92d3-6aeaa2d50857 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.909585] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-1d4e9b1f-d195-4bf3-92d3-6aeaa2d50857" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.909709] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-1d4e9b1f-d195-4bf3-92d3-6aeaa2d50857" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.910051] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-1d4e9b1f-d195-4bf3-92d3-6aeaa2d50857" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.910190] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d4e9b1f-d195-4bf3-92d3-6aeaa2d50857',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.115533] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.115718] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.115762] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.115962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.116073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.116278] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.116410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.116498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.116659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.116738] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.116824] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e40daf76-d86c-4a48-b03d-06e968af77cf is going to be updated. [ 1312.144973] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.145190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.145190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.145384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.145524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.155833] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e40daf76-d86c-4a48-b03d-06e968af77cf in Status: IN_PROGRESS for 2s [ 1312.412765] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.412996] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.413072] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.413413] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.413566] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.413638] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port 1d4e9b1f-d195-4bf3-92d3-6aeaa2d50857 not found, creating... [ 1312.413888] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.414100] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.414199] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.414417] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.414556] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.414831] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.414984] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.415123] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.415334] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.415466] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.415602] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: 1d4e9b1f-d195-4bf3-92d3-6aeaa2d50857 is going to be created. [ 1312.435608] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.435790] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.435958] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.436242] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.436474] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.436692] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-1d4e9b1f-d195-4bf3-92d3-6aeaa2d50857" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.148657] env[65529]: INFO networking_nsxv3.common.synchronization [req-907ceb63-45fa-4671-a74e-50cf16507f9d req-59bf8f8b-8897-470b-a322-1402cf7a2c67 service nova] Enqueued Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGHEST for action security_group_rules [ 1313.148657] env[65529]: INFO networking_nsxv3.common.synchronization [req-907ceb63-45fa-4671-a74e-50cf16507f9d req-59bf8f8b-8897-470b-a322-1402cf7a2c67 service nova] Enqueued Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGHEST for action security_group_members [ 1313.148657] env[65529]: INFO networking_nsxv3.common.synchronization [req-907ceb63-45fa-4671-a74e-50cf16507f9d req-59bf8f8b-8897-470b-a322-1402cf7a2c67 service nova] Enqueued Resource ID: 1d4e9b1f-d195-4bf3-92d3-6aeaa2d50857 with Priority: HIGHEST for action port [ 1313.148657] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGHEST for action security_group_rules [ 1313.148657] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGHEST for action security_group_members [ 1313.148657] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d4e9b1f-d195-4bf3-92d3-6aeaa2d50857 with Priority: HIGHEST for action port [ 1313.149655] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e40daf76-d86c-4a48-b03d-06e968af77cf taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.149991] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.150183] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.150475] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.150676] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.152207] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e40daf76-d86c-4a48-b03d-06e968af77cf taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.152442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.152750] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d4e9b1f-d195-4bf3-92d3-6aeaa2d50857 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.153032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d4e9b1f-d195-4bf3-92d3-6aeaa2d50857" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.153209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d4e9b1f-d195-4bf3-92d3-6aeaa2d50857" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.153560] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d4e9b1f-d195-4bf3-92d3-6aeaa2d50857" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.153658] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d4e9b1f-d195-4bf3-92d3-6aeaa2d50857',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.655891] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e40daf76-d86c-4a48-b03d-06e968af77cf taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.656075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.656304] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d4e9b1f-d195-4bf3-92d3-6aeaa2d50857 with status ACTIVE [ 1313.656551] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.656698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.656770] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.656975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.657078] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.657247] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.657340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.657400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.657549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.657628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.657802] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.657890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.657945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.658094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.658168] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.658251] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d4e9b1f-d195-4bf3-92d3-6aeaa2d50857 is going to be updated. [ 1313.679712] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.679895] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.679895] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.680087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.680221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.680370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d4e9b1f-d195-4bf3-92d3-6aeaa2d50857" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.166377] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e40daf76-d86c-4a48-b03d-06e968af77cf in Status: SUCCESS [ 1314.166703] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e40daf76-d86c-4a48-b03d-06e968af77cf deletion is rescheduled due to dependency. [ 1314.166703] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.166821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.167065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.167247] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.167370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.167435] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.167592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.167670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.167760] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.670436] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.173492] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.675747] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.675747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.675966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.676016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.676108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.676193] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e40daf76-d86c-4a48-b03d-06e968af77cf is going to be updated. [ 1315.707337] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.707599] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.707599] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.707807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.707878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.716357] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e40daf76-d86c-4a48-b03d-06e968af77cf in Status: IN_PROGRESS for 2s [ 1317.730138] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e40daf76-d86c-4a48-b03d-06e968af77cf in Status: SUCCESS [ 1317.730563] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.730628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.730822] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.731033] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.731159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.731202] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.731361] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.731450] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.731533] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.731664] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.148606] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1318.148823] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1318.234337] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.702590] env[65529]: INFO networking_nsxv3.common.synchronization [req-600f3086-3e40-42c9-b231-b09efefaa203 req-1394e6b8-735f-4000-bb00-538018dfb4d3 tempest-ServerActionsTestOtherA-841971939 tempest-ServerActionsTestOtherA-841971939-project-member] Enqueued Resource ID: c8ef9398-830c-417e-9e68-f7189c49b66b with Priority: HIGHEST for action security_group_members [ 1318.703167] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ef9398-830c-417e-9e68-f7189c49b66b with Priority: HIGHEST for action security_group_members [ 1318.703473] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ef9398-830c-417e-9e68-f7189c49b66b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.703595] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.703664] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.703855] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.704205] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.704205] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.704205] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.704448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.704482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.704583] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8ef9398-830c-417e-9e68-f7189c49b66b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.736151] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e40daf76-d86c-4a48-b03d-06e968af77cf: rpc.has_security_group_logging(os_id): False [ 1318.754388] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.754542] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.754612] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.754903] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.754940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.755173] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.755328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.755328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.755474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.755547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.755634] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e40daf76-d86c-4a48-b03d-06e968af77cf is going to be updated. [ 1318.814263] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.814524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.814524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.814674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.814764] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.829359] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e40daf76-d86c-4a48-b03d-06e968af77cf in Status: IN_PROGRESS for 2s [ 1319.206831] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.207082] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.207082] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.207301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.229252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.229506] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.229643] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.229702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.229909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.230024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.230089] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ef9398-830c-417e-9e68-f7189c49b66b is going to be updated. [ 1319.261588] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.261835] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.261835] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.262061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.262244] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.271070] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ef9398-830c-417e-9e68-f7189c49b66b in Status: IN_PROGRESS for 2s [ 1320.844068] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e40daf76-d86c-4a48-b03d-06e968af77cf in Status: SUCCESS [ 1320.844473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.283476] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ef9398-830c-417e-9e68-f7189c49b66b in Status: SUCCESS [ 1321.283671] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ef9398-830c-417e-9e68-f7189c49b66b deletion is rescheduled due to dependency. [ 1321.283812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ef9398-830c-417e-9e68-f7189c49b66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.703920] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1323.704351] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1328.704661] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1328.705102] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1333.705922] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1333.706266] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1338.708147] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1338.708147] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1343.709149] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1343.709541] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1348.710267] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1348.710651] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1353.712201] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1353.712201] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1354.054544] env[65529]: INFO networking_nsxv3.common.synchronization [req-e127e578-c7f4-4dec-a66f-d5962835c9ff req-bf72f286-79a3-46ad-afc2-7e59f0425478 tempest-AttachVolumeNegativeTest-345451696 tempest-AttachVolumeNegativeTest-345451696-project-member] Enqueued Resource ID: 5ef22ef2-6263-443c-b2e2-32556454f4b5 with Priority: HIGHEST for action security_group_members [ 1354.054759] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef22ef2-6263-443c-b2e2-32556454f4b5 with Priority: HIGHEST for action security_group_members [ 1354.055464] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef22ef2-6263-443c-b2e2-32556454f4b5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.055464] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef22ef2-6263-443c-b2e2-32556454f4b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.055464] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef22ef2-6263-443c-b2e2-32556454f4b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.055464] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef22ef2-6263-443c-b2e2-32556454f4b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.055637] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.055690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.055731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.056186] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.056186] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.056186] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ef22ef2-6263-443c-b2e2-32556454f4b5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.559582] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.559789] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.559844] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.560138] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.560237] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.560444] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.560544] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.560595] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.560745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.560821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.560905] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef22ef2-6263-443c-b2e2-32556454f4b5 is going to be updated. [ 1354.596126] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.596361] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.596361] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.596548] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.596688] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.605380] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef22ef2-6263-443c-b2e2-32556454f4b5 in Status: IN_PROGRESS for 2s [ 1356.616886] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef22ef2-6263-443c-b2e2-32556454f4b5 in Status: SUCCESS [ 1356.617309] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef22ef2-6263-443c-b2e2-32556454f4b5 deletion is rescheduled due to dependency. [ 1356.617309] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef22ef2-6263-443c-b2e2-32556454f4b5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.055944] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1359.056294] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1363.052385] env[65529]: INFO networking_nsxv3.common.synchronization [req-b1526f30-aaec-482c-aab3-55b278534fd0 req-e79d05df-64e3-45f4-b854-c85438ffb403 tempest-ServerActionsTestJSON-897994477 tempest-ServerActionsTestJSON-897994477-project-member] Enqueued Resource ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 with Priority: HIGHEST for action security_group_members [ 1363.052992] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 with Priority: HIGHEST for action security_group_members [ 1363.053321] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-79d149e3-3a4c-450e-98d1-14882a87e8a5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.053446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.053515] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.053705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.053853] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.053944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.054023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.054300] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.054608] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.054608] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79d149e3-3a4c-450e-98d1-14882a87e8a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.557225] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.557499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.557639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.557810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.557898] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.558052] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.558155] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.558217] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.558386] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.558485] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.558572] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 is going to be updated. [ 1363.590323] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.590588] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.590588] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.590774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.590917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.599862] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 in Status: IN_PROGRESS for 2s [ 1365.610471] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 in Status: SUCCESS [ 1365.610874] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79d149e3-3a4c-450e-98d1-14882a87e8a5 deletion is rescheduled due to dependency. [ 1365.610874] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79d149e3-3a4c-450e-98d1-14882a87e8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.053676] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1368.054094] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1371.669533] env[65529]: INFO networking_nsxv3.common.synchronization [None req-5d39baaf-8c51-4cad-9946-4a4ca0144381 None None] Enqueued Resource ID: 574046ce-7275-4bbf-85ba-0eb0aa3a118f with Priority: HIGHEST for action port [ 1371.670435] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 574046ce-7275-4bbf-85ba-0eb0aa3a118f with Priority: HIGHEST for action port [ 1371.670756] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-574046ce-7275-4bbf-85ba-0eb0aa3a118f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.670889] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-574046ce-7275-4bbf-85ba-0eb0aa3a118f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.670958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-574046ce-7275-4bbf-85ba-0eb0aa3a118f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.671237] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-574046ce-7275-4bbf-85ba-0eb0aa3a118f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.671310] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('574046ce-7275-4bbf-85ba-0eb0aa3a118f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.173266] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 574046ce-7275-4bbf-85ba-0eb0aa3a118f [ 1372.173496] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.173625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.177023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.177023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.177023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.177023] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:574046ce-7275-4bbf-85ba-0eb0aa3a118f already deleted. [ 1372.177023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-574046ce-7275-4bbf-85ba-0eb0aa3a118f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.848438] env[65529]: INFO networking_nsxv3.common.synchronization [None req-4db39f59-b4bd-43f9-bfbc-cb54fc1c406e None None] Enqueued Resource ID: 964a15f2-74c4-4cb9-9e66-8bbfb0be4c9c with Priority: HIGHEST for action port [ 1373.849013] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 964a15f2-74c4-4cb9-9e66-8bbfb0be4c9c with Priority: HIGHEST for action port [ 1373.849343] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-964a15f2-74c4-4cb9-9e66-8bbfb0be4c9c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.849467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-964a15f2-74c4-4cb9-9e66-8bbfb0be4c9c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.849601] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-964a15f2-74c4-4cb9-9e66-8bbfb0be4c9c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.849859] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-964a15f2-74c4-4cb9-9e66-8bbfb0be4c9c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.850162] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('964a15f2-74c4-4cb9-9e66-8bbfb0be4c9c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.352559] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 964a15f2-74c4-4cb9-9e66-8bbfb0be4c9c [ 1374.352804] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.352934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.353015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.353248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.353341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.353436] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:964a15f2-74c4-4cb9-9e66-8bbfb0be4c9c already deleted. [ 1374.353516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-964a15f2-74c4-4cb9-9e66-8bbfb0be4c9c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.763757] env[65529]: INFO networking_nsxv3.common.synchronization [req-003b54d4-ca8a-40ed-b39d-54f66bb69820 req-17a56602-e8fd-497a-a138-6a1b1502cc3d tempest-ServerMetadataTestJSON-1056474807 tempest-ServerMetadataTestJSON-1056474807-project-member] Enqueued Resource ID: 7da37203-6983-4db3-b703-23f6c4b3c8a5 with Priority: HIGHEST for action security_group_members [ 1376.764332] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7da37203-6983-4db3-b703-23f6c4b3c8a5 with Priority: HIGHEST for action security_group_members [ 1376.764639] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-7da37203-6983-4db3-b703-23f6c4b3c8a5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.764762] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7da37203-6983-4db3-b703-23f6c4b3c8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.764832] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7da37203-6983-4db3-b703-23f6c4b3c8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.765104] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7da37203-6983-4db3-b703-23f6c4b3c8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.765263] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.765365] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.765429] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.765597] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.765692] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.765786] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7da37203-6983-4db3-b703-23f6c4b3c8a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.051897] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock network-366 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.052109] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "network-366" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.052238] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "network-366" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.052562] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "network-366" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.052820] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.052975] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.053105] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.053316] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.053457] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.053662] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1377.053775] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1377.053879] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1377.053984] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1377.054105] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1377.054211] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1377.054341] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1377.075528] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1377.075718] env[65529]: DEBUG dogpile.cache.region [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1377.075814] env[65529]: DEBUG dogpile.lock [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1377.075993] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "network-366" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.076328] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock port-b620a22f-9cc6-40a6-905d-f95dc2e79e49 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.076504] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "port-b620a22f-9cc6-40a6-905d-f95dc2e79e49" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.076622] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "port-b620a22f-9cc6-40a6-905d-f95dc2e79e49" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.076944] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "port-b620a22f-9cc6-40a6-905d-f95dc2e79e49" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.077095] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b620a22f-9cc6-40a6-905d-f95dc2e79e49',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.267789] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.268093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.268235] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.268571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.268706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.269154] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.270034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.270034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.270034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.270034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.270034] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7da37203-6983-4db3-b703-23f6c4b3c8a5 already deleted. [ 1377.270499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7da37203-6983-4db3-b703-23f6c4b3c8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.579932] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.580290] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.580290] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.580561] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.580715] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.580866] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Segment Port b620a22f-9cc6-40a6-905d-f95dc2e79e49 not found, creating... [ 1377.581128] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.581312] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.581436] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.581657] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.581793] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.582078] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.582240] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.582418] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.582643] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.582780] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.582920] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Resource: SegmentPort with ID: b620a22f-9cc6-40a6-905d-f95dc2e79e49 is going to be created. [ 1377.604711] env[65529]: DEBUG networking_nsxv3.common.locking [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.604949] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.604993] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.605277] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.605510] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.605735] env[65529]: DEBUG oslo_concurrency.lockutils [None req-1e0cb375-601f-4603-bb53-c8d26c164dee None None] Releasing lock "port-b620a22f-9cc6-40a6-905d-f95dc2e79e49" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.310220] env[65529]: INFO networking_nsxv3.common.synchronization [req-003b54d4-ca8a-40ed-b39d-54f66bb69820 req-3f606df2-a793-40ec-ad10-7ee1ed05f40f service nova] Enqueued Resource ID: 7da37203-6983-4db3-b703-23f6c4b3c8a5 with Priority: HIGHEST for action security_group_rules [ 1378.310521] env[65529]: INFO networking_nsxv3.common.synchronization [req-003b54d4-ca8a-40ed-b39d-54f66bb69820 req-3f606df2-a793-40ec-ad10-7ee1ed05f40f service nova] Enqueued Resource ID: 7da37203-6983-4db3-b703-23f6c4b3c8a5 with Priority: HIGHEST for action security_group_members [ 1378.310573] env[65529]: INFO networking_nsxv3.common.synchronization [req-003b54d4-ca8a-40ed-b39d-54f66bb69820 req-3f606df2-a793-40ec-ad10-7ee1ed05f40f service nova] Enqueued Resource ID: b620a22f-9cc6-40a6-905d-f95dc2e79e49 with Priority: HIGHEST for action port [ 1378.311199] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7da37203-6983-4db3-b703-23f6c4b3c8a5 with Priority: HIGHEST for action security_group_rules [ 1378.311523] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7da37203-6983-4db3-b703-23f6c4b3c8a5 with Priority: HIGHEST for action security_group_members [ 1378.311523] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b620a22f-9cc6-40a6-905d-f95dc2e79e49 with Priority: HIGHEST for action port [ 1378.311707] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7da37203-6983-4db3-b703-23f6c4b3c8a5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.311824] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7da37203-6983-4db3-b703-23f6c4b3c8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.311888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7da37203-6983-4db3-b703-23f6c4b3c8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.312158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7da37203-6983-4db3-b703-23f6c4b3c8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.312238] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7da37203-6983-4db3-b703-23f6c4b3c8a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.313194] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-7da37203-6983-4db3-b703-23f6c4b3c8a5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.313388] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7da37203-6983-4db3-b703-23f6c4b3c8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.313388] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7da37203-6983-4db3-b703-23f6c4b3c8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.313822] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7da37203-6983-4db3-b703-23f6c4b3c8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.313964] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.314110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.314223] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.315025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.315113] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.315395] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7da37203-6983-4db3-b703-23f6c4b3c8a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.316167] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-b620a22f-9cc6-40a6-905d-f95dc2e79e49 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.316291] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b620a22f-9cc6-40a6-905d-f95dc2e79e49" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.316360] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b620a22f-9cc6-40a6-905d-f95dc2e79e49" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.317465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b620a22f-9cc6-40a6-905d-f95dc2e79e49" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.317465] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b620a22f-9cc6-40a6-905d-f95dc2e79e49',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.819968] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7da37203-6983-4db3-b703-23f6c4b3c8a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.820813] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-7da37203-6983-4db3-b703-23f6c4b3c8a5 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.820945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7da37203-6983-4db3-b703-23f6c4b3c8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.821116] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b620a22f-9cc6-40a6-905d-f95dc2e79e49 with status ACTIVE [ 1378.821287] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.821402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.821466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.821908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.821908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.822055] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.822055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.822157] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.822252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.822337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.822559] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.822661] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.822744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.822867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.822945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.823043] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b620a22f-9cc6-40a6-905d-f95dc2e79e49 is going to be updated. [ 1378.847365] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.847596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.847596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.847777] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.847918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.848298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b620a22f-9cc6-40a6-905d-f95dc2e79e49" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.325328] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7da37203-6983-4db3-b703-23f6c4b3c8a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.828016] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.828272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.828272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.828464] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.828556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.828656] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7da37203-6983-4db3-b703-23f6c4b3c8a5 is going to be created. [ 1379.852665] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.852889] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.852889] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.853079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.853243] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.861845] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7da37203-6983-4db3-b703-23f6c4b3c8a5 in Status: UNINITIALIZED for 2s [ 1381.873161] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7da37203-6983-4db3-b703-23f6c4b3c8a5 in Status: SUCCESS [ 1381.873535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7da37203-6983-4db3-b703-23f6c4b3c8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.873535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7da37203-6983-4db3-b703-23f6c4b3c8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.873742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7da37203-6983-4db3-b703-23f6c4b3c8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.873929] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.874054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.874123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.874271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.874352] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.874440] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7da37203-6983-4db3-b703-23f6c4b3c8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.874528] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7da37203-6983-4db3-b703-23f6c4b3c8a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.377636] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-7da37203-6983-4db3-b703-23f6c4b3c8a5 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.377853] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7da37203-6983-4db3-b703-23f6c4b3c8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.377853] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7da37203-6983-4db3-b703-23f6c4b3c8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.378077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7da37203-6983-4db3-b703-23f6c4b3c8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.378255] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.378359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.378427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.378586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.378674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.378765] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7da37203-6983-4db3-b703-23f6c4b3c8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.378909] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-7da37203-6983-4db3-b703-23f6c4b3c8a5 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.379011] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7da37203-6983-4db3-b703-23f6c4b3c8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.379078] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7da37203-6983-4db3-b703-23f6c4b3c8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.379220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7da37203-6983-4db3-b703-23f6c4b3c8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.379398] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.379542] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.379635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.379789] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.379905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.380016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7da37203-6983-4db3-b703-23f6c4b3c8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.380110] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7da37203-6983-4db3-b703-23f6c4b3c8a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.882927] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7da37203-6983-4db3-b703-23f6c4b3c8a5: rpc.has_security_group_logging(os_id): False [ 1382.903887] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.904103] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.904103] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.904385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.904490] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.904712] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.904823] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.904888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.905067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.905150] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.905337] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.905432] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.905499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.905851] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.905851] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.905937] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.906020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.906071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.906208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.906293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.906378] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7da37203-6983-4db3-b703-23f6c4b3c8a5 is going to be created. [ 1382.972647] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.972891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.972891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.973063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.973245] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.986159] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7da37203-6983-4db3-b703-23f6c4b3c8a5 in Status: IN_PROGRESS for 2s [ 1383.023671] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock network-566 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.023876] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "network-566" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.024072] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "network-566" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.024273] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "network-566" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.024545] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.024730] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.024936] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.025252] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.025415] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.025629] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1383.025732] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1383.025944] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1383.026017] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1383.026187] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1383.026295] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1383.026427] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1383.049396] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1383.049623] env[65529]: DEBUG dogpile.cache.region [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1383.049683] env[65529]: DEBUG dogpile.lock [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1383.049847] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "network-566" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.050192] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock port-1d4e9b1f-d195-4bf3-92d3-6aeaa2d50857 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.050399] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "port-1d4e9b1f-d195-4bf3-92d3-6aeaa2d50857" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.050608] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "port-1d4e9b1f-d195-4bf3-92d3-6aeaa2d50857" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.051018] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "port-1d4e9b1f-d195-4bf3-92d3-6aeaa2d50857" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.051260] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d4e9b1f-d195-4bf3-92d3-6aeaa2d50857',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.312091] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1383.312244] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1383.553527] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.553805] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.553914] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.554247] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.554403] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.554680] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.554856] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.554944] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.555177] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.555368] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.555666] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.555821] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.555936] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.556192] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.556327] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.556467] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Resource: SegmentPort with ID: 1d4e9b1f-d195-4bf3-92d3-6aeaa2d50857 is going to be updated. [ 1383.576603] env[65529]: DEBUG networking_nsxv3.common.locking [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.576847] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.576920] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.577169] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.577396] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.577627] env[65529]: DEBUG oslo_concurrency.lockutils [None req-517caa0f-c852-4027-8f30-85e938de0041 None None] Releasing lock "port-1d4e9b1f-d195-4bf3-92d3-6aeaa2d50857" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.259464] env[65529]: INFO networking_nsxv3.common.synchronization [req-c7425796-d349-43fa-809d-db76405e333f req-0eccd7cb-2433-4552-bece-1572cca8f4b4 service nova] Enqueued Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGHEST for action security_group_rules [ 1384.259761] env[65529]: INFO networking_nsxv3.common.synchronization [req-c7425796-d349-43fa-809d-db76405e333f req-0eccd7cb-2433-4552-bece-1572cca8f4b4 service nova] Enqueued Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGHEST for action security_group_members [ 1384.259814] env[65529]: INFO networking_nsxv3.common.synchronization [req-c7425796-d349-43fa-809d-db76405e333f req-0eccd7cb-2433-4552-bece-1572cca8f4b4 service nova] Enqueued Resource ID: 1d4e9b1f-d195-4bf3-92d3-6aeaa2d50857 with Priority: HIGHEST for action port [ 1384.260305] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGHEST for action security_group_rules [ 1384.260470] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGHEST for action security_group_members [ 1384.260577] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d4e9b1f-d195-4bf3-92d3-6aeaa2d50857 with Priority: HIGHEST for action port [ 1384.260862] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e40daf76-d86c-4a48-b03d-06e968af77cf taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.260986] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.261064] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.261260] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.261341] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.262225] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e40daf76-d86c-4a48-b03d-06e968af77cf taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.262341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.262410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.262582] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.262726] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.262819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.262882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.263037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.263122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.263211] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.264710] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d4e9b1f-d195-4bf3-92d3-6aeaa2d50857 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.264805] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d4e9b1f-d195-4bf3-92d3-6aeaa2d50857" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.264909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d4e9b1f-d195-4bf3-92d3-6aeaa2d50857" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.265056] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d4e9b1f-d195-4bf3-92d3-6aeaa2d50857" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.265115] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d4e9b1f-d195-4bf3-92d3-6aeaa2d50857',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.767369] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.768553] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e40daf76-d86c-4a48-b03d-06e968af77cf taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.768660] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.768867] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d4e9b1f-d195-4bf3-92d3-6aeaa2d50857 with status ACTIVE [ 1384.769073] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.769217] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.769314] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.769695] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.769760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.769955] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.770754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.770754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.770754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.770754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.770754] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.770754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.770754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.771088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.771088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.771088] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d4e9b1f-d195-4bf3-92d3-6aeaa2d50857 is going to be updated. [ 1384.791302] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.791557] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.791557] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.791734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.791846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.792037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d4e9b1f-d195-4bf3-92d3-6aeaa2d50857" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.999425] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7da37203-6983-4db3-b703-23f6c4b3c8a5 in Status: SUCCESS [ 1384.999700] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7da37203-6983-4db3-b703-23f6c4b3c8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.273055] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.775602] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.775835] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.775835] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.776124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.776231] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.776336] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e40daf76-d86c-4a48-b03d-06e968af77cf is going to be updated. [ 1385.804856] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.805120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.805120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.805340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.805462] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.814382] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e40daf76-d86c-4a48-b03d-06e968af77cf in Status: IN_PROGRESS for 2s [ 1387.826409] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e40daf76-d86c-4a48-b03d-06e968af77cf in Status: SUCCESS [ 1387.826741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.826792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.827014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.827204] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.827343] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.827411] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.827567] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.827646] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.827730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.827845] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.330294] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.832810] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e40daf76-d86c-4a48-b03d-06e968af77cf: rpc.has_security_group_logging(os_id): False [ 1388.850109] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.850322] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.850322] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.850520] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.850611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.850845] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.850949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.851027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.851182] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.851262] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.851343] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e40daf76-d86c-4a48-b03d-06e968af77cf is going to be updated. [ 1388.911256] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.911490] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.911490] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.911703] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.911881] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.928177] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e40daf76-d86c-4a48-b03d-06e968af77cf in Status: IN_PROGRESS for 2s [ 1389.262299] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1389.262519] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1390.837265] env[65529]: INFO networking_nsxv3.common.synchronization [req-8995e147-76b5-4c05-bb59-9d43e9147813 req-d5029ba8-3a4e-4622-a840-5b0cec5a6954 tempest-ServerMetadataTestJSON-1056474807 tempest-ServerMetadataTestJSON-1056474807-project-member] Enqueued Resource ID: 7da37203-6983-4db3-b703-23f6c4b3c8a5 with Priority: HIGHEST for action security_group_members [ 1390.837842] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7da37203-6983-4db3-b703-23f6c4b3c8a5 with Priority: HIGHEST for action security_group_members [ 1390.838176] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-7da37203-6983-4db3-b703-23f6c4b3c8a5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.838299] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7da37203-6983-4db3-b703-23f6c4b3c8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.838368] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7da37203-6983-4db3-b703-23f6c4b3c8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.838658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7da37203-6983-4db3-b703-23f6c4b3c8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.838817] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.838921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.838983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.839146] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.839231] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.839326] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7da37203-6983-4db3-b703-23f6c4b3c8a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.950943] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e40daf76-d86c-4a48-b03d-06e968af77cf in Status: SUCCESS [ 1390.950943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.343087] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.343087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.343087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.343087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.343087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.343087] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.343087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.343087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.343750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.343750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.343750] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7da37203-6983-4db3-b703-23f6c4b3c8a5 is going to be updated. [ 1391.374646] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.374886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.374886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.375093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.375240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.387702] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7da37203-6983-4db3-b703-23f6c4b3c8a5 in Status: IN_PROGRESS for 2s [ 1393.398604] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7da37203-6983-4db3-b703-23f6c4b3c8a5 in Status: SUCCESS [ 1393.399075] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7da37203-6983-4db3-b703-23f6c4b3c8a5 deletion is rescheduled due to dependency. [ 1393.399075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7da37203-6983-4db3-b703-23f6c4b3c8a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.839615] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1395.839981] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1400.841043] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.841043] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1401.052181] env[65529]: INFO networking_nsxv3.common.synchronization [req-993ab5cc-dced-4309-b83c-fef48a36d0c2 req-c73b2d06-aea0-440a-a0f6-129fee3a2cd2 tempest-ServerActionsTestOtherB-218136139 tempest-ServerActionsTestOtherB-218136139-project-member] Enqueued Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGHEST for action security_group_members [ 1401.052715] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e40daf76-d86c-4a48-b03d-06e968af77cf with Priority: HIGHEST for action security_group_members [ 1401.053041] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e40daf76-d86c-4a48-b03d-06e968af77cf taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.053172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.053239] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.053446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.053624] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.053720] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.053781] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.053926] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.054384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.054491] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e40daf76-d86c-4a48-b03d-06e968af77cf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.556577] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.556737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.556806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.557032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.557127] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.557321] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.557419] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.557508] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.557664] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.557742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.557829] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e40daf76-d86c-4a48-b03d-06e968af77cf is going to be updated. [ 1401.592195] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.592399] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.592399] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.592614] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.592758] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.602854] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e40daf76-d86c-4a48-b03d-06e968af77cf in Status: IN_PROGRESS for 2s [ 1403.613795] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e40daf76-d86c-4a48-b03d-06e968af77cf in Status: SUCCESS [ 1403.614206] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e40daf76-d86c-4a48-b03d-06e968af77cf deletion is rescheduled due to dependency. [ 1403.614206] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e40daf76-d86c-4a48-b03d-06e968af77cf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.054300] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1406.054707] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1411.055494] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1411.055947] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1416.056975] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.057418] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1421.058288] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.058288] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1426.059604] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.059990] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1431.061294] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1431.061694] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1433.293207] env[65529]: INFO networking_nsxv3.common.synchronization [req-3f3f446e-d821-4af5-a9e4-e9359de74a28 req-9cad9224-1fbd-424a-ac58-820043981c86 tempest-ServersV294TestFqdnHostnames-1178032443 tempest-ServersV294TestFqdnHostnames-1178032443-project-member] Enqueued Resource ID: e503d31e-7ad3-4ecf-aa58-3a06dc77686a with Priority: HIGHEST for action security_group_members [ 1433.293848] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e503d31e-7ad3-4ecf-aa58-3a06dc77686a with Priority: HIGHEST for action security_group_members [ 1433.294214] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e503d31e-7ad3-4ecf-aa58-3a06dc77686a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.294349] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e503d31e-7ad3-4ecf-aa58-3a06dc77686a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.294419] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e503d31e-7ad3-4ecf-aa58-3a06dc77686a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.294615] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e503d31e-7ad3-4ecf-aa58-3a06dc77686a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.294769] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.294896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.294963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.295495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.295592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.295688] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e503d31e-7ad3-4ecf-aa58-3a06dc77686a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.797683] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.797992] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.798132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.798375] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.822335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.822588] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.822706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.822769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.822974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.823073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.823168] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e503d31e-7ad3-4ecf-aa58-3a06dc77686a is going to be updated. [ 1433.851071] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.851254] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.851308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.851489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.851626] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.860286] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e503d31e-7ad3-4ecf-aa58-3a06dc77686a in Status: IN_PROGRESS for 2s [ 1435.872314] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e503d31e-7ad3-4ecf-aa58-3a06dc77686a in Status: SUCCESS [ 1435.872717] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e503d31e-7ad3-4ecf-aa58-3a06dc77686a deletion is rescheduled due to dependency. [ 1435.872717] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e503d31e-7ad3-4ecf-aa58-3a06dc77686a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.294585] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1438.295035] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1443.295689] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1443.296144] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1448.297024] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1448.297435] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1453.298531] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1453.298880] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1458.299903] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1458.300360] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1463.300973] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1463.300973] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1468.302590] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1468.303124] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1473.304467] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1473.304853] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1478.305805] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1478.306207] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1483.307144] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1483.307539] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0